2024-11-25 00:21:55,220 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 00:21:55,233 main DEBUG Took 0.010527 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 00:21:55,233 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 00:21:55,234 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 00:21:55,234 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 00:21:55,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:21:55,243 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 00:21:55,254 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:21:55,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:21:55,256 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:21:55,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:21:55,257 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:21:55,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:21:55,258 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:21:55,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:21:55,259 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:21:55,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:21:55,260 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:21:55,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:21:55,261 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:21:55,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:21:55,261 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:21:55,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:21:55,262 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:21:55,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:21:55,263 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:21:55,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:21:55,264 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:21:55,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:21:55,264 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:21:55,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:21:55,265 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:21:55,265 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 00:21:55,267 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:21:55,268 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 00:21:55,270 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 00:21:55,270 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 00:21:55,271 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 00:21:55,272 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 00:21:55,280 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 00:21:55,282 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 00:21:55,284 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 00:21:55,284 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 00:21:55,285 main DEBUG createAppenders(={Console}) 2024-11-25 00:21:55,285 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-25 00:21:55,286 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 00:21:55,286 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-25 00:21:55,287 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 00:21:55,287 main DEBUG OutputStream closed 2024-11-25 00:21:55,287 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 00:21:55,287 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 00:21:55,288 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-25 00:21:55,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 00:21:55,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 00:21:55,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 00:21:55,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 00:21:55,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 00:21:55,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 00:21:55,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 00:21:55,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 00:21:55,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 00:21:55,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 00:21:55,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 00:21:55,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 00:21:55,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 00:21:55,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 00:21:55,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 00:21:55,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 00:21:55,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 00:21:55,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 00:21:55,371 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 00:21:55,371 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-25 00:21:55,371 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 00:21:55,372 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-25T00:21:55,652 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5 2024-11-25 00:21:55,655 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 00:21:55,655 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T00:21:55,665 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-25T00:21:55,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T00:21:55,688 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/cluster_4ea78ca7-f24b-b63c-7f08-fdcb2a389f27, deleteOnExit=true 2024-11-25T00:21:55,688 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-25T00:21:55,689 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/test.cache.data in system properties and HBase conf 2024-11-25T00:21:55,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T00:21:55,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/hadoop.log.dir in system properties and HBase conf 2024-11-25T00:21:55,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T00:21:55,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T00:21:55,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-25T00:21:55,780 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T00:21:55,875 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T00:21:55,878 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T00:21:55,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T00:21:55,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T00:21:55,880 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T00:21:55,880 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T00:21:55,880 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T00:21:55,881 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T00:21:55,881 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T00:21:55,882 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T00:21:55,882 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/nfs.dump.dir in system properties and HBase conf 2024-11-25T00:21:55,882 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/java.io.tmpdir in system properties and HBase conf 2024-11-25T00:21:55,883 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T00:21:55,883 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T00:21:55,883 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T00:21:56,696 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T00:21:56,772 INFO [Time-limited test {}] log.Log(170): Logging initialized @2274ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T00:21:56,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T00:21:56,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T00:21:56,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T00:21:56,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T00:21:56,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T00:21:56,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T00:21:56,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/hadoop.log.dir/,AVAILABLE} 2024-11-25T00:21:56,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T00:21:57,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/java.io.tmpdir/jetty-localhost-41281-hadoop-hdfs-3_4_1-tests_jar-_-any-12727939095859282404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T00:21:57,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:41281} 2024-11-25T00:21:57,144 INFO [Time-limited test {}] server.Server(415): Started @2646ms 2024-11-25T00:21:57,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T00:21:57,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T00:21:57,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T00:21:57,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T00:21:57,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T00:21:57,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/hadoop.log.dir/,AVAILABLE} 2024-11-25T00:21:57,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T00:21:57,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/java.io.tmpdir/jetty-localhost-46697-hadoop-hdfs-3_4_1-tests_jar-_-any-2892987183981559689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T00:21:57,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:46697} 2024-11-25T00:21:57,687 INFO [Time-limited test {}] server.Server(415): Started @3190ms 2024-11-25T00:21:57,743 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T00:21:58,197 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/cluster_4ea78ca7-f24b-b63c-7f08-fdcb2a389f27/dfs/data/data1/current/BP-1163149167-172.17.0.2-1732494116454/current, will proceed with Du for space computation calculation, 2024-11-25T00:21:58,197 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/cluster_4ea78ca7-f24b-b63c-7f08-fdcb2a389f27/dfs/data/data2/current/BP-1163149167-172.17.0.2-1732494116454/current, will proceed with Du for space computation calculation, 2024-11-25T00:21:58,239 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T00:21:58,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa97cae09f9b5668 with lease ID 0xe15455dc9b717a22: Processing first storage report for DS-9ae7f102-7c0d-4d1e-8461-0a76879bdc81 from datanode DatanodeRegistration(127.0.0.1:36569, datanodeUuid=f7d99b6d-a29e-41a5-8dd0-4c8f85d29167, infoPort=42621, infoSecurePort=0, ipcPort=45319, storageInfo=lv=-57;cid=testClusterID;nsid=864886955;c=1732494116454) 2024-11-25T00:21:58,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa97cae09f9b5668 with lease ID 0xe15455dc9b717a22: from storage DS-9ae7f102-7c0d-4d1e-8461-0a76879bdc81 node DatanodeRegistration(127.0.0.1:36569, datanodeUuid=f7d99b6d-a29e-41a5-8dd0-4c8f85d29167, infoPort=42621, infoSecurePort=0, ipcPort=45319, storageInfo=lv=-57;cid=testClusterID;nsid=864886955;c=1732494116454), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T00:21:58,299 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa97cae09f9b5668 with lease ID 0xe15455dc9b717a22: Processing first storage report for DS-9d143d28-fa41-48ee-a085-294600c550d7 from datanode DatanodeRegistration(127.0.0.1:36569, datanodeUuid=f7d99b6d-a29e-41a5-8dd0-4c8f85d29167, infoPort=42621, infoSecurePort=0, ipcPort=45319, storageInfo=lv=-57;cid=testClusterID;nsid=864886955;c=1732494116454) 2024-11-25T00:21:58,299 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa97cae09f9b5668 with lease ID 0xe15455dc9b717a22: from storage DS-9d143d28-fa41-48ee-a085-294600c550d7 node DatanodeRegistration(127.0.0.1:36569, datanodeUuid=f7d99b6d-a29e-41a5-8dd0-4c8f85d29167, infoPort=42621, infoSecurePort=0, ipcPort=45319, storageInfo=lv=-57;cid=testClusterID;nsid=864886955;c=1732494116454), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T00:21:58,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5 2024-11-25T00:21:58,382 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/cluster_4ea78ca7-f24b-b63c-7f08-fdcb2a389f27/zookeeper_0, clientPort=53552, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/cluster_4ea78ca7-f24b-b63c-7f08-fdcb2a389f27/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/cluster_4ea78ca7-f24b-b63c-7f08-fdcb2a389f27/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T00:21:58,393 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53552 2024-11-25T00:21:58,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T00:21:58,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T00:21:58,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741825_1001 (size=7) 2024-11-25T00:21:59,058 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb with version=8 2024-11-25T00:21:59,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/hbase-staging 2024-11-25T00:21:59,189 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T00:21:59,461 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4bb75722a6be:0 server-side Connection retries=45 2024-11-25T00:21:59,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T00:21:59,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T00:21:59,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T00:21:59,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T00:21:59,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T00:21:59,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T00:21:59,672 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T00:21:59,681 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T00:21:59,685 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:21:59,712 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25648 (auto-detected) 2024-11-25T00:21:59,713 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T00:21:59,733 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36597 2024-11-25T00:21:59,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T00:21:59,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T00:21:59,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36597 connecting to ZooKeeper ensemble=127.0.0.1:53552 2024-11-25T00:21:59,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365970x0, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T00:21:59,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36597-0x1002c0e06be0000 connected 2024-11-25T00:21:59,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T00:21:59,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T00:21:59,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T00:21:59,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36597 2024-11-25T00:21:59,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36597 2024-11-25T00:21:59,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36597 2024-11-25T00:21:59,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36597 2024-11-25T00:21:59,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36597 2024-11-25T00:21:59,850 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb, hbase.cluster.distributed=false 2024-11-25T00:21:59,913 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4bb75722a6be:0 server-side Connection retries=45 2024-11-25T00:21:59,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T00:21:59,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T00:21:59,914 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T00:21:59,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T00:21:59,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T00:21:59,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T00:21:59,918 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:21:59,919 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37323 2024-11-25T00:21:59,922 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T00:21:59,929 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T00:21:59,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T00:21:59,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T00:21:59,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37323 connecting to ZooKeeper ensemble=127.0.0.1:53552 2024-11-25T00:21:59,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373230x0, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T00:21:59,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373230x0, quorum=127.0.0.1:53552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T00:21:59,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37323-0x1002c0e06be0001 connected 2024-11-25T00:21:59,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T00:21:59,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T00:21:59,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37323 2024-11-25T00:21:59,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37323 2024-11-25T00:21:59,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37323 2024-11-25T00:21:59,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37323 2024-11-25T00:21:59,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37323 2024-11-25T00:21:59,962 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4bb75722a6be,36597,1732494119182 2024-11-25T00:21:59,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T00:21:59,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T00:21:59,972 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4bb75722a6be,36597,1732494119182 2024-11-25T00:21:59,979 DEBUG [M:0;4bb75722a6be:36597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4bb75722a6be:36597 2024-11-25T00:21:59,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T00:21:59,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T00:21:59,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:21:59,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:21:59,996 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T00:21:59,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T00:21:59,998 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4bb75722a6be,36597,1732494119182 from backup master directory 2024-11-25T00:22:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4bb75722a6be,36597,1732494119182 2024-11-25T00:22:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T00:22:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T00:22:00,001 WARN [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T00:22:00,002 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4bb75722a6be,36597,1732494119182 2024-11-25T00:22:00,004 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T00:22:00,005 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T00:22:00,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741826_1002 (size=42) 2024-11-25T00:22:00,480 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/hbase.id with ID: bebd8b46-7baa-479d-b0db-6a58401c7765 2024-11-25T00:22:00,521 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T00:22:00,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:22:00,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:22:00,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741827_1003 (size=196) 2024-11-25T00:22:00,581 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:22:00,584 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T00:22:00,601 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:00,606 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T00:22:00,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741828_1004 (size=1189) 2024-11-25T00:22:01,056 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store 2024-11-25T00:22:01,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741829_1005 (size=34) 2024-11-25T00:22:01,076 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T00:22:01,076 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:01,077 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T00:22:01,077 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:22:01,078 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:22:01,078 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T00:22:01,078 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:22:01,078 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:22:01,078 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T00:22:01,080 WARN [master/4bb75722a6be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/.initializing 2024-11-25T00:22:01,080 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/WALs/4bb75722a6be,36597,1732494119182 2024-11-25T00:22:01,087 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T00:22:01,098 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4bb75722a6be%2C36597%2C1732494119182, suffix=, logDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/WALs/4bb75722a6be,36597,1732494119182, archiveDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/oldWALs, maxLogs=10 2024-11-25T00:22:01,120 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/WALs/4bb75722a6be,36597,1732494119182/4bb75722a6be%2C36597%2C1732494119182.1732494121103, exclude list is [], retry=0 2024-11-25T00:22:01,140 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36569,DS-9ae7f102-7c0d-4d1e-8461-0a76879bdc81,DISK] 2024-11-25T00:22:01,143 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T00:22:01,183 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/WALs/4bb75722a6be,36597,1732494119182/4bb75722a6be%2C36597%2C1732494119182.1732494121103 2024-11-25T00:22:01,184 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42621:42621)] 2024-11-25T00:22:01,185 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:22:01,185 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:01,189 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:22:01,190 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:22:01,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:22:01,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T00:22:01,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:01,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T00:22:01,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:22:01,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T00:22:01,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:01,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:01,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:22:01,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T00:22:01,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:01,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:01,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:22:01,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T00:22:01,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:01,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:01,281 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:22:01,282 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:22:01,291 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T00:22:01,295 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:22:01,300 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:22:01,301 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69394202, jitterRate=0.034054189920425415}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T00:22:01,305 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T00:22:01,306 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T00:22:01,336 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e1d6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:01,371 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-25T00:22:01,383 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T00:22:01,384 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T00:22:01,386 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T00:22:01,388 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T00:22:01,393 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-25T00:22:01,393 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T00:22:01,419 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T00:22:01,431 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T00:22:01,433 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-25T00:22:01,435 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T00:22:01,437 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T00:22:01,439 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-25T00:22:01,441 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T00:22:01,445 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T00:22:01,447 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-25T00:22:01,449 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T00:22:01,451 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T00:22:01,460 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T00:22:01,463 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T00:22:01,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T00:22:01,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T00:22:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:22:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:22:01,467 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4bb75722a6be,36597,1732494119182, sessionid=0x1002c0e06be0000, setting cluster-up flag (Was=false) 2024-11-25T00:22:01,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:22:01,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:22:01,486 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T00:22:01,488 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4bb75722a6be,36597,1732494119182 2024-11-25T00:22:01,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:22:01,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:22:01,500 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T00:22:01,501 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4bb75722a6be,36597,1732494119182 2024-11-25T00:22:01,576 DEBUG [RS:0;4bb75722a6be:37323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4bb75722a6be:37323 2024-11-25T00:22:01,578 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(1008): ClusterId : bebd8b46-7baa-479d-b0db-6a58401c7765 2024-11-25T00:22:01,581 DEBUG [RS:0;4bb75722a6be:37323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T00:22:01,580 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-25T00:22:01,586 DEBUG [RS:0;4bb75722a6be:37323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T00:22:01,586 DEBUG [RS:0;4bb75722a6be:37323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T00:22:01,587 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-25T00:22:01,589 DEBUG [RS:0;4bb75722a6be:37323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T00:22:01,590 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T00:22:01,590 DEBUG [RS:0;4bb75722a6be:37323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5071a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:01,592 DEBUG [RS:0;4bb75722a6be:37323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da7a384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4bb75722a6be/172.17.0.2:0 2024-11-25T00:22:01,594 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-25T00:22:01,594 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-25T00:22:01,595 DEBUG [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-25T00:22:01,597 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(3073): reportForDuty to master=4bb75722a6be,36597,1732494119182 with isa=4bb75722a6be/172.17.0.2:37323, startcode=1732494119912 2024-11-25T00:22:01,595 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4bb75722a6be,36597,1732494119182 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T00:22:01,599 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4bb75722a6be:0, corePoolSize=5, maxPoolSize=5 2024-11-25T00:22:01,599 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4bb75722a6be:0, corePoolSize=5, maxPoolSize=5 2024-11-25T00:22:01,599 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4bb75722a6be:0, corePoolSize=5, maxPoolSize=5 2024-11-25T00:22:01,599 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4bb75722a6be:0, corePoolSize=5, maxPoolSize=5 2024-11-25T00:22:01,599 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4bb75722a6be:0, corePoolSize=10, maxPoolSize=10 2024-11-25T00:22:01,600 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:22:01,600 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4bb75722a6be:0, corePoolSize=2, maxPoolSize=2 2024-11-25T00:22:01,600 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:22:01,601 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732494151601 2024-11-25T00:22:01,603 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T00:22:01,605 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T00:22:01,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T00:22:01,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-25T00:22:01,609 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T00:22:01,609 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T00:22:01,610 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T00:22:01,610 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T00:22:01,610 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:01,611 DEBUG [RS:0;4bb75722a6be:37323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T00:22:01,611 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:01,611 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T00:22:01,611 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T00:22:01,613 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T00:22:01,613 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T00:22:01,616 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T00:22:01,616 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T00:22:01,618 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4bb75722a6be:0:becomeActiveMaster-HFileCleaner.large.0-1732494121618,5,FailOnTimeoutGroup] 2024-11-25T00:22:01,619 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4bb75722a6be:0:becomeActiveMaster-HFileCleaner.small.0-1732494121618,5,FailOnTimeoutGroup] 2024-11-25T00:22:01,619 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:01,620 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T00:22:01,621 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:01,622 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:01,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741831_1007 (size=1039) 2024-11-25T00:22:01,625 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-25T00:22:01,625 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb 2024-11-25T00:22:01,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741832_1008 (size=32) 2024-11-25T00:22:01,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:01,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T00:22:01,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T00:22:01,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:01,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T00:22:01,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T00:22:01,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T00:22:01,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:01,650 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55343, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T00:22:01,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T00:22:01,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T00:22:01,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T00:22:01,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:01,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T00:22:01,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740 2024-11-25T00:22:01,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36597 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:01,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740 2024-11-25T00:22:01,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36597 {}] master.ServerManager(486): Registering regionserver=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:01,659 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:22:01,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T00:22:01,665 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:22:01,666 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74487776, jitterRate=0.1099543571472168}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:22:01,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T00:22:01,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T00:22:01,669 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T00:22:01,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T00:22:01,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T00:22:01,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T00:22:01,670 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T00:22:01,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T00:22:01,673 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T00:22:01,673 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-25T00:22:01,675 DEBUG [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb 2024-11-25T00:22:01,675 DEBUG [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40921 2024-11-25T00:22:01,675 DEBUG [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-25T00:22:01,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T00:22:01,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T00:22:01,680 DEBUG [RS:0;4bb75722a6be:37323 {}] zookeeper.ZKUtil(111): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4bb75722a6be,37323,1732494119912 2024-11-25T00:22:01,680 WARN [RS:0;4bb75722a6be:37323 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T00:22:01,681 INFO [RS:0;4bb75722a6be:37323 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T00:22:01,681 DEBUG [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/WALs/4bb75722a6be,37323,1732494119912 2024-11-25T00:22:01,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4bb75722a6be,37323,1732494119912] 2024-11-25T00:22:01,690 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T00:22:01,693 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T00:22:01,698 DEBUG [RS:0;4bb75722a6be:37323 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-25T00:22:01,709 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T00:22:01,722 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T00:22:01,725 INFO [RS:0;4bb75722a6be:37323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T00:22:01,725 INFO [RS:0;4bb75722a6be:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:01,726 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-25T00:22:01,733 INFO [RS:0;4bb75722a6be:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:01,733 DEBUG [RS:0;4bb75722a6be:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:22:01,733 DEBUG [RS:0;4bb75722a6be:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:22:01,733 DEBUG [RS:0;4bb75722a6be:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:22:01,733 DEBUG [RS:0;4bb75722a6be:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:22:01,734 DEBUG [RS:0;4bb75722a6be:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:22:01,734 DEBUG [RS:0;4bb75722a6be:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4bb75722a6be:0, corePoolSize=2, maxPoolSize=2 2024-11-25T00:22:01,734 DEBUG [RS:0;4bb75722a6be:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:22:01,734 DEBUG [RS:0;4bb75722a6be:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:22:01,734 DEBUG [RS:0;4bb75722a6be:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:22:01,734 DEBUG [RS:0;4bb75722a6be:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:22:01,734 DEBUG [RS:0;4bb75722a6be:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:22:01,735 DEBUG [RS:0;4bb75722a6be:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4bb75722a6be:0, corePoolSize=3, maxPoolSize=3 2024-11-25T00:22:01,735 DEBUG [RS:0;4bb75722a6be:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0, corePoolSize=3, maxPoolSize=3 2024-11-25T00:22:01,735 INFO [RS:0;4bb75722a6be:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:01,736 INFO [RS:0;4bb75722a6be:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:01,736 INFO [RS:0;4bb75722a6be:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:01,736 INFO [RS:0;4bb75722a6be:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:01,736 INFO [RS:0;4bb75722a6be:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,37323,1732494119912-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T00:22:01,756 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T00:22:01,758 INFO [RS:0;4bb75722a6be:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,37323,1732494119912-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:01,779 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.Replication(204): 4bb75722a6be,37323,1732494119912 started 2024-11-25T00:22:01,779 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(1767): Serving as 4bb75722a6be,37323,1732494119912, RpcServer on 4bb75722a6be/172.17.0.2:37323, sessionid=0x1002c0e06be0001 2024-11-25T00:22:01,780 DEBUG [RS:0;4bb75722a6be:37323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T00:22:01,780 DEBUG [RS:0;4bb75722a6be:37323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:01,780 DEBUG [RS:0;4bb75722a6be:37323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4bb75722a6be,37323,1732494119912' 2024-11-25T00:22:01,780 DEBUG [RS:0;4bb75722a6be:37323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T00:22:01,781 DEBUG [RS:0;4bb75722a6be:37323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T00:22:01,782 DEBUG [RS:0;4bb75722a6be:37323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T00:22:01,782 DEBUG [RS:0;4bb75722a6be:37323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T00:22:01,782 DEBUG [RS:0;4bb75722a6be:37323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:01,782 DEBUG [RS:0;4bb75722a6be:37323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4bb75722a6be,37323,1732494119912' 2024-11-25T00:22:01,782 DEBUG [RS:0;4bb75722a6be:37323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T00:22:01,783 DEBUG [RS:0;4bb75722a6be:37323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T00:22:01,783 DEBUG [RS:0;4bb75722a6be:37323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T00:22:01,784 INFO [RS:0;4bb75722a6be:37323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T00:22:01,784 INFO [RS:0;4bb75722a6be:37323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T00:22:01,843 WARN [4bb75722a6be:36597 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-25T00:22:01,890 INFO [RS:0;4bb75722a6be:37323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T00:22:01,894 INFO [RS:0;4bb75722a6be:37323 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4bb75722a6be%2C37323%2C1732494119912, suffix=, logDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/WALs/4bb75722a6be,37323,1732494119912, archiveDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/oldWALs, maxLogs=32 2024-11-25T00:22:01,913 DEBUG [RS:0;4bb75722a6be:37323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/WALs/4bb75722a6be,37323,1732494119912/4bb75722a6be%2C37323%2C1732494119912.1732494121898, exclude list is [], retry=0 2024-11-25T00:22:01,920 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36569,DS-9ae7f102-7c0d-4d1e-8461-0a76879bdc81,DISK] 2024-11-25T00:22:01,925 INFO [RS:0;4bb75722a6be:37323 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/WALs/4bb75722a6be,37323,1732494119912/4bb75722a6be%2C37323%2C1732494119912.1732494121898 2024-11-25T00:22:01,925 DEBUG [RS:0;4bb75722a6be:37323 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42621:42621)] 2024-11-25T00:22:02,095 DEBUG [4bb75722a6be:36597 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T00:22:02,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:02,105 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4bb75722a6be,37323,1732494119912, state=OPENING 2024-11-25T00:22:02,111 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T00:22:02,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:22:02,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:22:02,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T00:22:02,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T00:22:02,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:22:02,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:02,293 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T00:22:02,297 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T00:22:02,308 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-25T00:22:02,309 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T00:22:02,309 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T00:22:02,312 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4bb75722a6be%2C37323%2C1732494119912.meta, suffix=.meta, logDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/WALs/4bb75722a6be,37323,1732494119912, archiveDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/oldWALs, maxLogs=32 2024-11-25T00:22:02,329 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/WALs/4bb75722a6be,37323,1732494119912/4bb75722a6be%2C37323%2C1732494119912.meta.1732494122314.meta, exclude list is [], retry=0 2024-11-25T00:22:02,333 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36569,DS-9ae7f102-7c0d-4d1e-8461-0a76879bdc81,DISK] 2024-11-25T00:22:02,336 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/WALs/4bb75722a6be,37323,1732494119912/4bb75722a6be%2C37323%2C1732494119912.meta.1732494122314.meta 2024-11-25T00:22:02,337 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42621:42621)] 2024-11-25T00:22:02,337 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:22:02,339 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T00:22:02,400 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T00:22:02,405 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T00:22:02,410 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T00:22:02,410 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:02,410 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-25T00:22:02,411 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-25T00:22:02,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T00:22:02,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T00:22:02,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:02,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T00:22:02,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T00:22:02,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T00:22:02,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:02,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T00:22:02,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T00:22:02,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T00:22:02,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:02,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T00:22:02,423 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740 2024-11-25T00:22:02,426 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740 2024-11-25T00:22:02,429 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:22:02,432 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T00:22:02,434 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73537394, jitterRate=0.09579256176948547}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:22:02,436 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T00:22:02,445 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732494122286 2024-11-25T00:22:02,456 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T00:22:02,457 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-25T00:22:02,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:02,460 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4bb75722a6be,37323,1732494119912, state=OPEN 2024-11-25T00:22:02,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T00:22:02,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T00:22:02,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T00:22:02,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T00:22:02,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T00:22:02,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4bb75722a6be,37323,1732494119912 in 351 msec 2024-11-25T00:22:02,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T00:22:02,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 793 msec 2024-11-25T00:22:02,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 946 msec 2024-11-25T00:22:02,482 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732494122482, completionTime=-1 2024-11-25T00:22:02,482 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T00:22:02,483 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-25T00:22:02,519 DEBUG [hconnection-0x447bbe6b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:02,522 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:02,532 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-25T00:22:02,532 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732494182532 2024-11-25T00:22:02,532 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732494242532 2024-11-25T00:22:02,532 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 49 msec 2024-11-25T00:22:02,553 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,36597,1732494119182-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:02,553 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,36597,1732494119182-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:02,553 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,36597,1732494119182-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:02,554 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4bb75722a6be:36597, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:02,555 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:02,560 DEBUG [master/4bb75722a6be:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-25T00:22:02,563 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-25T00:22:02,564 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T00:22:02,571 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-25T00:22:02,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T00:22:02,575 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:02,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T00:22:02,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741835_1011 (size=358) 2024-11-25T00:22:02,993 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 528485251f6018f75f4cb2b0914f9399, NAME => 'hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb 2024-11-25T00:22:03,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741836_1012 (size=42) 2024-11-25T00:22:03,404 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:03,404 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 528485251f6018f75f4cb2b0914f9399, disabling compactions & flushes 2024-11-25T00:22:03,404 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399. 2024-11-25T00:22:03,404 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399. 2024-11-25T00:22:03,404 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399. after waiting 0 ms 2024-11-25T00:22:03,404 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399. 2024-11-25T00:22:03,404 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399. 2024-11-25T00:22:03,404 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 528485251f6018f75f4cb2b0914f9399: 2024-11-25T00:22:03,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T00:22:03,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732494123408"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732494123408"}]},"ts":"1732494123408"} 2024-11-25T00:22:03,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T00:22:03,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T00:22:03,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494123442"}]},"ts":"1732494123442"} 2024-11-25T00:22:03,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-25T00:22:03,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=528485251f6018f75f4cb2b0914f9399, ASSIGN}] 2024-11-25T00:22:03,458 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=528485251f6018f75f4cb2b0914f9399, ASSIGN 2024-11-25T00:22:03,460 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=528485251f6018f75f4cb2b0914f9399, ASSIGN; state=OFFLINE, location=4bb75722a6be,37323,1732494119912; forceNewPlan=false, retain=false 2024-11-25T00:22:03,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=528485251f6018f75f4cb2b0914f9399, regionState=OPENING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:03,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 528485251f6018f75f4cb2b0914f9399, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:22:03,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:03,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399. 2024-11-25T00:22:03,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 528485251f6018f75f4cb2b0914f9399, NAME => 'hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:22:03,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 528485251f6018f75f4cb2b0914f9399 2024-11-25T00:22:03,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:03,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 528485251f6018f75f4cb2b0914f9399 2024-11-25T00:22:03,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 528485251f6018f75f4cb2b0914f9399 2024-11-25T00:22:03,779 INFO [StoreOpener-528485251f6018f75f4cb2b0914f9399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 528485251f6018f75f4cb2b0914f9399 2024-11-25T00:22:03,781 INFO [StoreOpener-528485251f6018f75f4cb2b0914f9399-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 528485251f6018f75f4cb2b0914f9399 columnFamilyName info 2024-11-25T00:22:03,781 DEBUG [StoreOpener-528485251f6018f75f4cb2b0914f9399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:03,782 INFO [StoreOpener-528485251f6018f75f4cb2b0914f9399-1 {}] regionserver.HStore(327): Store=528485251f6018f75f4cb2b0914f9399/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:03,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/namespace/528485251f6018f75f4cb2b0914f9399 2024-11-25T00:22:03,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/namespace/528485251f6018f75f4cb2b0914f9399 2024-11-25T00:22:03,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 528485251f6018f75f4cb2b0914f9399 2024-11-25T00:22:03,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/namespace/528485251f6018f75f4cb2b0914f9399/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:22:03,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 528485251f6018f75f4cb2b0914f9399; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67103735, jitterRate=-7.642805576324463E-5}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T00:22:03,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 528485251f6018f75f4cb2b0914f9399: 2024-11-25T00:22:03,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399., pid=6, masterSystemTime=1732494123768 2024-11-25T00:22:03,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399. 2024-11-25T00:22:03,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399. 2024-11-25T00:22:03,800 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=528485251f6018f75f4cb2b0914f9399, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:03,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T00:22:03,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 528485251f6018f75f4cb2b0914f9399, server=4bb75722a6be,37323,1732494119912 in 189 msec 2024-11-25T00:22:03,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T00:22:03,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=528485251f6018f75f4cb2b0914f9399, ASSIGN in 351 msec 2024-11-25T00:22:03,813 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T00:22:03,813 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494123813"}]},"ts":"1732494123813"} 2024-11-25T00:22:03,816 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-25T00:22:03,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T00:22:03,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2570 sec 2024-11-25T00:22:03,875 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-25T00:22:03,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-25T00:22:03,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:22:03,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:22:03,906 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-25T00:22:03,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T00:22:03,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 28 msec 2024-11-25T00:22:03,940 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-25T00:22:03,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T00:22:03,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2024-11-25T00:22:03,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-25T00:22:03,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-25T00:22:03,969 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.967sec 2024-11-25T00:22:03,970 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T00:22:03,971 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T00:22:03,972 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T00:22:03,973 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T00:22:03,973 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T00:22:03,974 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,36597,1732494119182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T00:22:03,974 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,36597,1732494119182-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T00:22:03,980 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-25T00:22:03,981 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T00:22:03,982 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,36597,1732494119182-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T00:22:04,080 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-25T00:22:04,081 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-25T00:22:04,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:04,090 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T00:22:04,090 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T00:22:04,100 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:04,107 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:04,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4bb75722a6be,36597,1732494119182 2024-11-25T00:22:04,148 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=7576 2024-11-25T00:22:04,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T00:22:04,167 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T00:22:04,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:22:04,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:22:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:04,183 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T00:22:04,184 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:04,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-25T00:22:04,185 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T00:22:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T00:22:04,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741837_1013 (size=963) 2024-11-25T00:22:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T00:22:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T00:22:04,601 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb 2024-11-25T00:22:04,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741838_1014 (size=53) 2024-11-25T00:22:04,619 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:04,619 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 90e140b661358a3e16769ff81922856f, disabling compactions & flushes 2024-11-25T00:22:04,619 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:04,619 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:04,619 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. after waiting 0 ms 2024-11-25T00:22:04,619 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:04,620 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:04,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:04,622 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T00:22:04,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732494124622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732494124622"}]},"ts":"1732494124622"} 2024-11-25T00:22:04,626 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T00:22:04,628 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T00:22:04,629 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494124628"}]},"ts":"1732494124628"} 2024-11-25T00:22:04,632 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T00:22:04,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=90e140b661358a3e16769ff81922856f, ASSIGN}] 2024-11-25T00:22:04,640 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=90e140b661358a3e16769ff81922856f, ASSIGN 2024-11-25T00:22:04,642 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=90e140b661358a3e16769ff81922856f, ASSIGN; state=OFFLINE, location=4bb75722a6be,37323,1732494119912; forceNewPlan=false, retain=false 2024-11-25T00:22:04,793 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=90e140b661358a3e16769ff81922856f, regionState=OPENING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:04,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:22:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T00:22:04,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:04,962 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:04,963 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:22:04,963 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:04,963 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:04,964 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:04,964 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:04,967 INFO [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:04,972 INFO [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:04,973 INFO [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90e140b661358a3e16769ff81922856f columnFamilyName A 2024-11-25T00:22:04,973 DEBUG [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:04,974 INFO [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] regionserver.HStore(327): Store=90e140b661358a3e16769ff81922856f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:04,974 INFO [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:04,977 INFO [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:04,977 INFO [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90e140b661358a3e16769ff81922856f columnFamilyName B 2024-11-25T00:22:04,977 DEBUG [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:04,978 INFO [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] regionserver.HStore(327): Store=90e140b661358a3e16769ff81922856f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:04,978 INFO [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:04,981 INFO [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:04,981 INFO [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90e140b661358a3e16769ff81922856f columnFamilyName C 2024-11-25T00:22:04,981 DEBUG [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:04,982 INFO [StoreOpener-90e140b661358a3e16769ff81922856f-1 {}] regionserver.HStore(327): Store=90e140b661358a3e16769ff81922856f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:04,983 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:04,984 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f 2024-11-25T00:22:04,985 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f 2024-11-25T00:22:04,989 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:22:04,993 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:05,001 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:22:05,002 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 90e140b661358a3e16769ff81922856f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64024141, jitterRate=-0.045965954661369324}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:22:05,004 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:05,005 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., pid=11, masterSystemTime=1732494124952 2024-11-25T00:22:05,009 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:05,009 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:05,010 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=90e140b661358a3e16769ff81922856f, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:05,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T00:22:05,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 in 217 msec 2024-11-25T00:22:05,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T00:22:05,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=90e140b661358a3e16769ff81922856f, ASSIGN in 381 msec 2024-11-25T00:22:05,024 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T00:22:05,024 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494125024"}]},"ts":"1732494125024"} 2024-11-25T00:22:05,028 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T00:22:05,032 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T00:22:05,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 853 msec 2024-11-25T00:22:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T00:22:05,306 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-25T00:22:05,311 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-25T00:22:05,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:05,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:05,336 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:05,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T00:22:05,342 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T00:22:05,351 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-25T00:22:05,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:05,358 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-25T00:22:05,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:05,366 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-25T00:22:05,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:05,375 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-25T00:22:05,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:05,382 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-25T00:22:05,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:05,399 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-25T00:22:05,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:05,406 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-25T00:22:05,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:05,421 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-25T00:22:05,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:05,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-25T00:22:05,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:05,491 DEBUG [hconnection-0x6ee6832c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:05,499 DEBUG [hconnection-0x7da3ac9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:05,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-25T00:22:05,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:05,512 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:05,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:05,514 DEBUG [hconnection-0x4d811003-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:05,515 DEBUG [hconnection-0x2522abb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T00:22:05,522 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:05,523 DEBUG [hconnection-0x4ee426b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:05,526 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:05,536 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:05,553 DEBUG [hconnection-0x54e848df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:05,555 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:05,559 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:05,600 DEBUG [hconnection-0x52bc8992-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:05,603 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T00:22:05,632 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:05,640 DEBUG [hconnection-0x339da17c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:05,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:05,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:05,656 DEBUG [hconnection-0x3347c49f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:05,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:05,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:05,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:05,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:05,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:05,676 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:05,684 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:05,688 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:05,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T00:22:05,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:05,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:05,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:05,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T00:22:05,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/bc4cb03f49524527b204e8caac565012 is 50, key is test_row_0/A:col10/1732494125626/Put/seqid=0 2024-11-25T00:22:05,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494185864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:05,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494185872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:05,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494185875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:05,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494185893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:05,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:05,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494185893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:05,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T00:22:05,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:05,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:05,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:05,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741839_1015 (size=12001) 2024-11-25T00:22:05,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/bc4cb03f49524527b204e8caac565012 2024-11-25T00:22:06,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494186078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494186079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494186079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494186079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494186080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T00:22:06,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:06,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:06,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:06,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T00:22:06,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/006bd2c74d3a4512b712eb1d321606b3 is 50, key is test_row_0/B:col10/1732494125626/Put/seqid=0 2024-11-25T00:22:06,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741840_1016 (size=12001) 2024-11-25T00:22:06,276 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T00:22:06,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:06,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:06,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:06,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494186287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494186289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494186292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494186302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494186303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T00:22:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:06,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,591 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T00:22:06,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:06,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494186601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494186604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494186606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494186611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494186613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T00:22:06,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/006bd2c74d3a4512b712eb1d321606b3 2024-11-25T00:22:06,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/ae145bc7cc444e4ea97c05e880adef26 is 50, key is test_row_0/C:col10/1732494125626/Put/seqid=0 2024-11-25T00:22:06,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T00:22:06,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:06,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:06,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:06,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741841_1017 (size=12001) 2024-11-25T00:22:06,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/ae145bc7cc444e4ea97c05e880adef26 2024-11-25T00:22:06,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/bc4cb03f49524527b204e8caac565012 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/bc4cb03f49524527b204e8caac565012 2024-11-25T00:22:06,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/bc4cb03f49524527b204e8caac565012, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T00:22:06,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/006bd2c74d3a4512b712eb1d321606b3 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/006bd2c74d3a4512b712eb1d321606b3 2024-11-25T00:22:06,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/006bd2c74d3a4512b712eb1d321606b3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T00:22:06,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/ae145bc7cc444e4ea97c05e880adef26 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/ae145bc7cc444e4ea97c05e880adef26 2024-11-25T00:22:06,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:06,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T00:22:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:06,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:06,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/ae145bc7cc444e4ea97c05e880adef26, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T00:22:06,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 90e140b661358a3e16769ff81922856f in 1277ms, sequenceid=12, compaction requested=false 2024-11-25T00:22:06,924 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T00:22:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:07,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T00:22:07,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:07,071 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:22:07,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:07,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:07,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:07,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:07,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:07,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/9b2a14449971437db14121e32a084e86 is 50, key is test_row_0/A:col10/1732494125883/Put/seqid=0 2024-11-25T00:22:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:07,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:07,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741842_1018 (size=12001) 2024-11-25T00:22:07,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494187139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494187146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494187148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494187171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494187180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494187284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494187286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494187290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494187288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494187291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494187497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494187499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494187502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494187504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494187504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,554 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/9b2a14449971437db14121e32a084e86 2024-11-25T00:22:07,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/fd58dcab91494d32ad8196619b3e5142 is 50, key is test_row_0/B:col10/1732494125883/Put/seqid=0 2024-11-25T00:22:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T00:22:07,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741843_1019 (size=12001) 2024-11-25T00:22:07,660 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/fd58dcab91494d32ad8196619b3e5142 2024-11-25T00:22:07,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/7deac1ec22c5491ab12fcad17de38226 is 50, key is test_row_0/C:col10/1732494125883/Put/seqid=0 2024-11-25T00:22:07,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741844_1020 (size=12001) 2024-11-25T00:22:07,756 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/7deac1ec22c5491ab12fcad17de38226 2024-11-25T00:22:07,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/9b2a14449971437db14121e32a084e86 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/9b2a14449971437db14121e32a084e86 2024-11-25T00:22:07,785 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/9b2a14449971437db14121e32a084e86, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T00:22:07,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/fd58dcab91494d32ad8196619b3e5142 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/fd58dcab91494d32ad8196619b3e5142 2024-11-25T00:22:07,805 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/fd58dcab91494d32ad8196619b3e5142, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T00:22:07,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494187803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/7deac1ec22c5491ab12fcad17de38226 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/7deac1ec22c5491ab12fcad17de38226 2024-11-25T00:22:07,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494187807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494187807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494187811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494187810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:07,822 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/7deac1ec22c5491ab12fcad17de38226, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T00:22:07,824 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 90e140b661358a3e16769ff81922856f in 753ms, sequenceid=38, compaction requested=false 2024-11-25T00:22:07,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:07,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:07,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T00:22:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-25T00:22:07,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T00:22:07,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3130 sec 2024-11-25T00:22:07,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.3300 sec 2024-11-25T00:22:07,923 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T00:22:08,067 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T00:22:08,068 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-25T00:22:08,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:08,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:08,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:08,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:08,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:08,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:08,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:08,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/8185dbafba734dfda893d557a4d0f585 is 50, key is test_row_0/A:col10/1732494127171/Put/seqid=0 2024-11-25T00:22:08,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741845_1021 (size=12001) 2024-11-25T00:22:08,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/8185dbafba734dfda893d557a4d0f585 2024-11-25T00:22:08,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494188392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494188396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494188397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494188405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494188405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/3927ca990b2840cd9bf45cd81e9178b2 is 50, key is test_row_0/B:col10/1732494127171/Put/seqid=0 2024-11-25T00:22:08,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741846_1022 (size=12001) 2024-11-25T00:22:08,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494188508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494188510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494188511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494188526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494188527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494188717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494188719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494188722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494188731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494188733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:08,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/3927ca990b2840cd9bf45cd81e9178b2 2024-11-25T00:22:08,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/eca17d118ecc4e30992ba836f12a7f0d is 50, key is test_row_0/C:col10/1732494127171/Put/seqid=0 2024-11-25T00:22:08,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741847_1023 (size=12001) 2024-11-25T00:22:08,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/eca17d118ecc4e30992ba836f12a7f0d 2024-11-25T00:22:08,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/8185dbafba734dfda893d557a4d0f585 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/8185dbafba734dfda893d557a4d0f585 2024-11-25T00:22:08,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/8185dbafba734dfda893d557a4d0f585, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T00:22:08,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/3927ca990b2840cd9bf45cd81e9178b2 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/3927ca990b2840cd9bf45cd81e9178b2 2024-11-25T00:22:08,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/3927ca990b2840cd9bf45cd81e9178b2, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T00:22:08,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/eca17d118ecc4e30992ba836f12a7f0d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/eca17d118ecc4e30992ba836f12a7f0d 2024-11-25T00:22:09,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/eca17d118ecc4e30992ba836f12a7f0d, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T00:22:09,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 90e140b661358a3e16769ff81922856f in 685ms, sequenceid=49, compaction requested=true 2024-11-25T00:22:09,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:09,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:09,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:09,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:09,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:09,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:09,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:09,031 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:09,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T00:22:09,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:09,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:09,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:09,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:09,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:09,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:09,042 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:09,044 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/B is initiating minor compaction (all files) 2024-11-25T00:22:09,044 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/B in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:09,044 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/006bd2c74d3a4512b712eb1d321606b3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/fd58dcab91494d32ad8196619b3e5142, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/3927ca990b2840cd9bf45cd81e9178b2] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=35.2 K 2024-11-25T00:22:09,046 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 006bd2c74d3a4512b712eb1d321606b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732494125583 2024-11-25T00:22:09,048 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting fd58dcab91494d32ad8196619b3e5142, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732494125850 2024-11-25T00:22:09,048 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:09,049 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 3927ca990b2840cd9bf45cd81e9178b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494127163 2024-11-25T00:22:09,052 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:09,052 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/A is initiating minor compaction (all files) 2024-11-25T00:22:09,052 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/A in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:09,052 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/bc4cb03f49524527b204e8caac565012, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/9b2a14449971437db14121e32a084e86, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/8185dbafba734dfda893d557a4d0f585] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=35.2 K 2024-11-25T00:22:09,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/24a72d0be6e845a8ba9ebeff8daa3364 is 50, key is test_row_0/A:col10/1732494129029/Put/seqid=0 2024-11-25T00:22:09,068 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc4cb03f49524527b204e8caac565012, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732494125583 2024-11-25T00:22:09,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494189043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494189047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494189049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,073 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b2a14449971437db14121e32a084e86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732494125850 2024-11-25T00:22:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494189056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,074 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8185dbafba734dfda893d557a4d0f585, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494127163 2024-11-25T00:22:09,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494189059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741848_1024 (size=12001) 2024-11-25T00:22:09,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/24a72d0be6e845a8ba9ebeff8daa3364 2024-11-25T00:22:09,145 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#B#compaction#10 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:09,146 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/c55d734a19c645088f6c69a75f125167 is 50, key is test_row_0/B:col10/1732494127171/Put/seqid=0 2024-11-25T00:22:09,156 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#A#compaction#11 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:09,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/1c927b0cf03f4020ab857e3684cf9c5a is 50, key is test_row_0/B:col10/1732494129029/Put/seqid=0 2024-11-25T00:22:09,160 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/efb90ff310e1410d8ad605a640bce9ff is 50, key is test_row_0/A:col10/1732494127171/Put/seqid=0 2024-11-25T00:22:09,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494189173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494189173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494189174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494189187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494189187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741849_1025 (size=12104) 2024-11-25T00:22:09,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741850_1026 (size=12001) 2024-11-25T00:22:09,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/1c927b0cf03f4020ab857e3684cf9c5a 2024-11-25T00:22:09,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741851_1027 (size=12104) 2024-11-25T00:22:09,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/3a5171d7155e405d9bf12c997b74d758 is 50, key is test_row_0/C:col10/1732494129029/Put/seqid=0 2024-11-25T00:22:09,293 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/efb90ff310e1410d8ad605a640bce9ff as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/efb90ff310e1410d8ad605a640bce9ff 2024-11-25T00:22:09,321 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/A of 90e140b661358a3e16769ff81922856f into efb90ff310e1410d8ad605a640bce9ff(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:09,321 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:09,321 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/A, priority=13, startTime=1732494129011; duration=0sec 2024-11-25T00:22:09,322 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:09,322 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:A 2024-11-25T00:22:09,322 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:09,328 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:09,328 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/C is initiating minor compaction (all files) 2024-11-25T00:22:09,328 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/C in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:09,328 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/ae145bc7cc444e4ea97c05e880adef26, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/7deac1ec22c5491ab12fcad17de38226, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/eca17d118ecc4e30992ba836f12a7f0d] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=35.2 K 2024-11-25T00:22:09,330 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae145bc7cc444e4ea97c05e880adef26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732494125583 2024-11-25T00:22:09,333 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7deac1ec22c5491ab12fcad17de38226, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732494125850 2024-11-25T00:22:09,334 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting eca17d118ecc4e30992ba836f12a7f0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494127163 2024-11-25T00:22:09,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741852_1028 (size=12001) 2024-11-25T00:22:09,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/3a5171d7155e405d9bf12c997b74d758 2024-11-25T00:22:09,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/24a72d0be6e845a8ba9ebeff8daa3364 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/24a72d0be6e845a8ba9ebeff8daa3364 2024-11-25T00:22:09,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/24a72d0be6e845a8ba9ebeff8daa3364, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T00:22:09,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/1c927b0cf03f4020ab857e3684cf9c5a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1c927b0cf03f4020ab857e3684cf9c5a 2024-11-25T00:22:09,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1c927b0cf03f4020ab857e3684cf9c5a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T00:22:09,394 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#C#compaction#14 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:09,396 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/eb53ac38ab9d4e9ba943dce81e6be029 is 50, key is test_row_0/C:col10/1732494127171/Put/seqid=0 2024-11-25T00:22:09,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/3a5171d7155e405d9bf12c997b74d758 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3a5171d7155e405d9bf12c997b74d758 2024-11-25T00:22:09,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494189395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494189395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494189403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494189403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494189403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3a5171d7155e405d9bf12c997b74d758, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T00:22:09,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 90e140b661358a3e16769ff81922856f in 380ms, sequenceid=77, compaction requested=false 2024-11-25T00:22:09,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:09,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741853_1029 (size=12104) 2024-11-25T00:22:09,455 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/eb53ac38ab9d4e9ba943dce81e6be029 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/eb53ac38ab9d4e9ba943dce81e6be029 2024-11-25T00:22:09,469 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/C of 90e140b661358a3e16769ff81922856f into eb53ac38ab9d4e9ba943dce81e6be029(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:09,469 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:09,469 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/C, priority=13, startTime=1732494129031; duration=0sec 2024-11-25T00:22:09,469 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:09,469 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:C 2024-11-25T00:22:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T00:22:09,636 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-25T00:22:09,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-25T00:22:09,641 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/c55d734a19c645088f6c69a75f125167 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c55d734a19c645088f6c69a75f125167 2024-11-25T00:22:09,642 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T00:22:09,644 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:09,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:09,655 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/B of 90e140b661358a3e16769ff81922856f into c55d734a19c645088f6c69a75f125167(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:09,656 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:09,656 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/B, priority=13, startTime=1732494129031; duration=0sec 2024-11-25T00:22:09,656 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:09,656 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:B 2024-11-25T00:22:09,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T00:22:09,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T00:22:09,676 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-25T00:22:09,676 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-25T00:22:09,679 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T00:22:09,679 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T00:22:09,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T00:22:09,680 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T00:22:09,681 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T00:22:09,682 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T00:22:09,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:09,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:09,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:09,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:09,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T00:22:09,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/8329056279804f0db41f05f04c11dc02 is 50, key is test_row_0/A:col10/1732494129055/Put/seqid=0 2024-11-25T00:22:09,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741854_1030 (size=14341) 2024-11-25T00:22:09,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T00:22:09,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:09,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494189850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494189854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494189854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494189846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494189857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T00:22:09,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T00:22:09,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:09,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:09,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:09,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494189971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494189972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:09,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494189980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494189994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494189997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T00:22:10,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:10,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494190181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494190181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/8329056279804f0db41f05f04c11dc02 2024-11-25T00:22:10,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494190198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494190208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494190209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/bbcb0205ab904400b692447ad0ea7994 is 50, key is test_row_0/B:col10/1732494129055/Put/seqid=0 2024-11-25T00:22:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T00:22:10,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741855_1031 (size=12001) 2024-11-25T00:22:10,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T00:22:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/bbcb0205ab904400b692447ad0ea7994 2024-11-25T00:22:10,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/748a94c0930b4838a4f58f5390b722eb is 50, key is test_row_0/C:col10/1732494129055/Put/seqid=0 2024-11-25T00:22:10,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741856_1032 (size=12001) 2024-11-25T00:22:10,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/748a94c0930b4838a4f58f5390b722eb 2024-11-25T00:22:10,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/8329056279804f0db41f05f04c11dc02 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/8329056279804f0db41f05f04c11dc02 2024-11-25T00:22:10,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/8329056279804f0db41f05f04c11dc02, entries=200, sequenceid=91, filesize=14.0 K 2024-11-25T00:22:10,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/bbcb0205ab904400b692447ad0ea7994 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/bbcb0205ab904400b692447ad0ea7994 2024-11-25T00:22:10,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/bbcb0205ab904400b692447ad0ea7994, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T00:22:10,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/748a94c0930b4838a4f58f5390b722eb as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/748a94c0930b4838a4f58f5390b722eb 2024-11-25T00:22:10,422 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/748a94c0930b4838a4f58f5390b722eb, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T00:22:10,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T00:22:10,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 90e140b661358a3e16769ff81922856f in 704ms, sequenceid=91, compaction requested=true 2024-11-25T00:22:10,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:10,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:10,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:10,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:10,425 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:10,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:10,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:10,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:10,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:10,425 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,429 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:10,429 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/B is initiating minor compaction (all files) 2024-11-25T00:22:10,429 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/B in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,429 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c55d734a19c645088f6c69a75f125167, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1c927b0cf03f4020ab857e3684cf9c5a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/bbcb0205ab904400b692447ad0ea7994] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=35.3 K 2024-11-25T00:22:10,430 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:10,430 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/A is initiating minor compaction (all files) 2024-11-25T00:22:10,430 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/A in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,430 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/efb90ff310e1410d8ad605a640bce9ff, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/24a72d0be6e845a8ba9ebeff8daa3364, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/8329056279804f0db41f05f04c11dc02] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=37.5 K 2024-11-25T00:22:10,431 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c55d734a19c645088f6c69a75f125167, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494127163 2024-11-25T00:22:10,433 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting efb90ff310e1410d8ad605a640bce9ff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494127163 2024-11-25T00:22:10,434 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c927b0cf03f4020ab857e3684cf9c5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732494128395 2024-11-25T00:22:10,434 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24a72d0be6e845a8ba9ebeff8daa3364, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732494128395 2024-11-25T00:22:10,435 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting bbcb0205ab904400b692447ad0ea7994, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732494129055 2024-11-25T00:22:10,435 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8329056279804f0db41f05f04c11dc02, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732494129055 2024-11-25T00:22:10,463 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:10,465 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/2d44c30fef0a40f2a84c71f3be1e92b4 is 50, key is test_row_0/B:col10/1732494129055/Put/seqid=0 2024-11-25T00:22:10,476 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:10,477 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/a4d5d3d0bf1f4a21acfffdfe2e1e2700 is 50, key is test_row_0/A:col10/1732494129055/Put/seqid=0 2024-11-25T00:22:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:10,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:22:10,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:10,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:10,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:10,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:10,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:10,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:10,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741857_1033 (size=12207) 2024-11-25T00:22:10,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741858_1034 (size=12207) 2024-11-25T00:22:10,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494190522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494190526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/a695c954ab644d20919843b658f95171 is 50, key is test_row_0/A:col10/1732494129852/Put/seqid=0 2024-11-25T00:22:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494190531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494190536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494190536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,560 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/a4d5d3d0bf1f4a21acfffdfe2e1e2700 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/a4d5d3d0bf1f4a21acfffdfe2e1e2700 2024-11-25T00:22:10,573 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/A of 90e140b661358a3e16769ff81922856f into a4d5d3d0bf1f4a21acfffdfe2e1e2700(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:10,573 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:10,573 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/A, priority=13, startTime=1732494130424; duration=0sec 2024-11-25T00:22:10,573 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:10,573 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:A 2024-11-25T00:22:10,574 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:10,577 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:10,578 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/C is initiating minor compaction (all files) 2024-11-25T00:22:10,578 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/C in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,578 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/eb53ac38ab9d4e9ba943dce81e6be029, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3a5171d7155e405d9bf12c997b74d758, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/748a94c0930b4838a4f58f5390b722eb] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=35.3 K 2024-11-25T00:22:10,578 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T00:22:10,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:10,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,580 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb53ac38ab9d4e9ba943dce81e6be029, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494127163 2024-11-25T00:22:10,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,581 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a5171d7155e405d9bf12c997b74d758, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732494128395 2024-11-25T00:22:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,584 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 748a94c0930b4838a4f58f5390b722eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732494129055 2024-11-25T00:22:10,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741859_1035 (size=14341) 2024-11-25T00:22:10,611 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:10,616 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/6f175ec0c23c41bbbedaa78c9575c357 is 50, key is test_row_0/C:col10/1732494129055/Put/seqid=0 2024-11-25T00:22:10,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494190641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494190647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494190652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494190655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741860_1036 (size=12207) 2024-11-25T00:22:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494190655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,676 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/6f175ec0c23c41bbbedaa78c9575c357 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/6f175ec0c23c41bbbedaa78c9575c357 2024-11-25T00:22:10,689 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/C of 90e140b661358a3e16769ff81922856f into 6f175ec0c23c41bbbedaa78c9575c357(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:10,689 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:10,689 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/C, priority=13, startTime=1732494130425; duration=0sec 2024-11-25T00:22:10,689 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:10,689 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:C 2024-11-25T00:22:10,734 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T00:22:10,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:10,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T00:22:10,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494190846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494190857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494190860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494190864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494190866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,891 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:10,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T00:22:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:10,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:10,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,927 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/2d44c30fef0a40f2a84c71f3be1e92b4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/2d44c30fef0a40f2a84c71f3be1e92b4 2024-11-25T00:22:10,939 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/B of 90e140b661358a3e16769ff81922856f into 2d44c30fef0a40f2a84c71f3be1e92b4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:10,939 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:10,939 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/B, priority=13, startTime=1732494130425; duration=0sec 2024-11-25T00:22:10,940 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:10,940 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:B 2024-11-25T00:22:11,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/a695c954ab644d20919843b658f95171 2024-11-25T00:22:11,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/74980d9e89a340d9a85fa9f3c1c62636 is 50, key is test_row_0/B:col10/1732494129852/Put/seqid=0 2024-11-25T00:22:11,047 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T00:22:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:11,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:11,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:11,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:11,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741861_1037 (size=12001) 2024-11-25T00:22:11,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/74980d9e89a340d9a85fa9f3c1c62636 2024-11-25T00:22:11,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/23f01d49060444b6a8883a1e649f4973 is 50, key is test_row_0/C:col10/1732494129852/Put/seqid=0 2024-11-25T00:22:11,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741862_1038 (size=12001) 2024-11-25T00:22:11,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/23f01d49060444b6a8883a1e649f4973 2024-11-25T00:22:11,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494191154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/a695c954ab644d20919843b658f95171 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/a695c954ab644d20919843b658f95171 2024-11-25T00:22:11,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494191163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/a695c954ab644d20919843b658f95171, entries=200, sequenceid=117, filesize=14.0 K 2024-11-25T00:22:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/74980d9e89a340d9a85fa9f3c1c62636 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/74980d9e89a340d9a85fa9f3c1c62636 2024-11-25T00:22:11,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494191170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494191171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494191173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/74980d9e89a340d9a85fa9f3c1c62636, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T00:22:11,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/23f01d49060444b6a8883a1e649f4973 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/23f01d49060444b6a8883a1e649f4973 2024-11-25T00:22:11,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T00:22:11,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:11,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:11,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:11,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:11,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:11,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/23f01d49060444b6a8883a1e649f4973, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T00:22:11,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 90e140b661358a3e16769ff81922856f in 721ms, sequenceid=117, compaction requested=false 2024-11-25T00:22:11,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:11,356 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T00:22:11,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:11,358 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T00:22:11,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:11,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:11,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:11,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:11,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:11,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:11,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/f5c0c92adc0b479f82cefce4a8980cc8 is 50, key is test_row_1/A:col10/1732494130528/Put/seqid=0 2024-11-25T00:22:11,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741863_1039 (size=9657) 2024-11-25T00:22:11,448 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/f5c0c92adc0b479f82cefce4a8980cc8 2024-11-25T00:22:11,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/f3aca44b8ca34def85e0c7426bd57cf7 is 50, key is test_row_1/B:col10/1732494130528/Put/seqid=0 2024-11-25T00:22:11,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741864_1040 (size=9657) 2024-11-25T00:22:11,533 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/f3aca44b8ca34def85e0c7426bd57cf7 2024-11-25T00:22:11,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/a833148d0f3e4d1db99b01a91729414c is 50, key is test_row_1/C:col10/1732494130528/Put/seqid=0 2024-11-25T00:22:11,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741865_1041 (size=9657) 2024-11-25T00:22:11,617 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/a833148d0f3e4d1db99b01a91729414c 2024-11-25T00:22:11,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/f5c0c92adc0b479f82cefce4a8980cc8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/f5c0c92adc0b479f82cefce4a8980cc8 2024-11-25T00:22:11,643 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/f5c0c92adc0b479f82cefce4a8980cc8, entries=100, sequenceid=130, filesize=9.4 K 2024-11-25T00:22:11,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/f3aca44b8ca34def85e0c7426bd57cf7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/f3aca44b8ca34def85e0c7426bd57cf7 2024-11-25T00:22:11,655 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/f3aca44b8ca34def85e0c7426bd57cf7, entries=100, sequenceid=130, filesize=9.4 K 2024-11-25T00:22:11,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/a833148d0f3e4d1db99b01a91729414c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/a833148d0f3e4d1db99b01a91729414c 2024-11-25T00:22:11,669 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/a833148d0f3e4d1db99b01a91729414c, entries=100, sequenceid=130, filesize=9.4 K 2024-11-25T00:22:11,671 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 90e140b661358a3e16769ff81922856f in 313ms, sequenceid=130, compaction requested=true 2024-11-25T00:22:11,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:11,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:11,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T00:22:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-25T00:22:11,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T00:22:11,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0310 sec 2024-11-25T00:22:11,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.0400 sec 2024-11-25T00:22:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:11,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:22:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:11,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:11,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/0ebf56105c4548af859be95642f057ee is 50, key is test_row_0/A:col10/1732494131694/Put/seqid=0 2024-11-25T00:22:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T00:22:11,755 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-25T00:22:11,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-25T00:22:11,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741866_1042 (size=16931) 2024-11-25T00:22:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T00:22:11,762 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:11,764 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:11,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:11,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494191777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494191773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494191781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494191782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494191783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T00:22:11,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494191902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494191902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494191903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494191905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494191910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,917 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:11,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T00:22:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:11,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T00:22:12,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:12,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:12,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:12,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T00:22:12,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494192110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494192112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494192109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494192116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494192113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/0ebf56105c4548af859be95642f057ee 2024-11-25T00:22:12,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/252178d433c04771a70fdb536c9f9152 is 50, key is test_row_0/B:col10/1732494131694/Put/seqid=0 2024-11-25T00:22:12,229 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T00:22:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:12,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741867_1043 (size=12151) 2024-11-25T00:22:12,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/252178d433c04771a70fdb536c9f9152 2024-11-25T00:22:12,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/e60d80987a5449a1ace34cdf986dac45 is 50, key is test_row_0/C:col10/1732494131694/Put/seqid=0 2024-11-25T00:22:12,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741868_1044 (size=12151) 2024-11-25T00:22:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T00:22:12,383 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T00:22:12,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:12,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:12,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:12,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494192416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494192417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494192418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494192426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494192445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,537 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T00:22:12,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:12,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:12,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:12,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,694 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T00:22:12,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:12,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:12,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:12,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:12,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/e60d80987a5449a1ace34cdf986dac45 2024-11-25T00:22:12,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/0ebf56105c4548af859be95642f057ee as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0ebf56105c4548af859be95642f057ee 2024-11-25T00:22:12,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0ebf56105c4548af859be95642f057ee, entries=250, sequenceid=142, filesize=16.5 K 2024-11-25T00:22:12,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/252178d433c04771a70fdb536c9f9152 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/252178d433c04771a70fdb536c9f9152 2024-11-25T00:22:12,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/252178d433c04771a70fdb536c9f9152, entries=150, sequenceid=142, filesize=11.9 K 2024-11-25T00:22:12,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/e60d80987a5449a1ace34cdf986dac45 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e60d80987a5449a1ace34cdf986dac45 2024-11-25T00:22:12,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e60d80987a5449a1ace34cdf986dac45, entries=150, sequenceid=142, filesize=11.9 K 2024-11-25T00:22:12,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 90e140b661358a3e16769ff81922856f in 1061ms, sequenceid=142, compaction requested=true 2024-11-25T00:22:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:12,759 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:12,759 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:12,762 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:12,762 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/B is initiating minor compaction (all files) 2024-11-25T00:22:12,762 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/B in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:12,763 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/2d44c30fef0a40f2a84c71f3be1e92b4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/74980d9e89a340d9a85fa9f3c1c62636, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/f3aca44b8ca34def85e0c7426bd57cf7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/252178d433c04771a70fdb536c9f9152] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=44.9 K 2024-11-25T00:22:12,763 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d44c30fef0a40f2a84c71f3be1e92b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732494129055 2024-11-25T00:22:12,764 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53136 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:12,764 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 74980d9e89a340d9a85fa9f3c1c62636, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732494129793 2024-11-25T00:22:12,764 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/A is initiating minor compaction (all files) 2024-11-25T00:22:12,764 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/A in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:12,764 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/a4d5d3d0bf1f4a21acfffdfe2e1e2700, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/a695c954ab644d20919843b658f95171, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/f5c0c92adc0b479f82cefce4a8980cc8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0ebf56105c4548af859be95642f057ee] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=51.9 K 2024-11-25T00:22:12,765 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting f3aca44b8ca34def85e0c7426bd57cf7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732494130528 2024-11-25T00:22:12,765 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4d5d3d0bf1f4a21acfffdfe2e1e2700, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732494129055 2024-11-25T00:22:12,765 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 252178d433c04771a70fdb536c9f9152, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732494131692 2024-11-25T00:22:12,766 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting a695c954ab644d20919843b658f95171, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732494129793 2024-11-25T00:22:12,768 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5c0c92adc0b479f82cefce4a8980cc8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732494130528 2024-11-25T00:22:12,768 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ebf56105c4548af859be95642f057ee, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732494131674 2024-11-25T00:22:12,794 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:12,794 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/cd646b43eec44e28ad94dbba7aa761ce is 50, key is test_row_0/B:col10/1732494131694/Put/seqid=0 2024-11-25T00:22:12,804 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#A#compaction#31 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:12,805 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/b7b5c8d236c94b33be7bcfa2fd78a11e is 50, key is test_row_0/A:col10/1732494131694/Put/seqid=0 2024-11-25T00:22:12,855 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T00:22:12,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:12,856 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:22:12,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:12,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:12,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:12,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:12,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:12,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:12,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741869_1045 (size=12493) 2024-11-25T00:22:12,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741870_1046 (size=12493) 2024-11-25T00:22:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T00:22:12,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/83f482a34ac445c187b40c881a0351ab is 50, key is test_row_0/A:col10/1732494131776/Put/seqid=0 2024-11-25T00:22:12,903 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/b7b5c8d236c94b33be7bcfa2fd78a11e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/b7b5c8d236c94b33be7bcfa2fd78a11e 2024-11-25T00:22:12,916 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90e140b661358a3e16769ff81922856f/A of 90e140b661358a3e16769ff81922856f into b7b5c8d236c94b33be7bcfa2fd78a11e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:12,917 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:12,917 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/A, priority=12, startTime=1732494132759; duration=0sec 2024-11-25T00:22:12,917 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:12,917 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:A 2024-11-25T00:22:12,917 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:12,920 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:12,921 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/C is initiating minor compaction (all files) 2024-11-25T00:22:12,921 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/C in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:12,921 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/6f175ec0c23c41bbbedaa78c9575c357, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/23f01d49060444b6a8883a1e649f4973, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/a833148d0f3e4d1db99b01a91729414c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e60d80987a5449a1ace34cdf986dac45] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=44.9 K 2024-11-25T00:22:12,922 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f175ec0c23c41bbbedaa78c9575c357, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732494129055 2024-11-25T00:22:12,923 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23f01d49060444b6a8883a1e649f4973, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732494129793 2024-11-25T00:22:12,923 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting a833148d0f3e4d1db99b01a91729414c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732494130528 2024-11-25T00:22:12,924 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting e60d80987a5449a1ace34cdf986dac45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732494131692 2024-11-25T00:22:12,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:12,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741871_1047 (size=12151) 2024-11-25T00:22:12,955 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:12,956 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/578a2bb188de497b97eef6f2c1ac7028 is 50, key is test_row_0/C:col10/1732494131694/Put/seqid=0 2024-11-25T00:22:12,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494192947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494192949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494192949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494192958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:12,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494192959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:13,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741872_1048 (size=12493) 2024-11-25T00:22:13,022 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/578a2bb188de497b97eef6f2c1ac7028 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/578a2bb188de497b97eef6f2c1ac7028 2024-11-25T00:22:13,046 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90e140b661358a3e16769ff81922856f/C of 90e140b661358a3e16769ff81922856f into 578a2bb188de497b97eef6f2c1ac7028(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:13,046 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:13,046 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/C, priority=12, startTime=1732494132759; duration=0sec 2024-11-25T00:22:13,046 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:13,046 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:C 2024-11-25T00:22:13,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494193064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:13,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494193069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:13,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494193071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:13,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494193072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:13,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494193273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:13,277 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/cd646b43eec44e28ad94dbba7aa761ce as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/cd646b43eec44e28ad94dbba7aa761ce 2024-11-25T00:22:13,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494193274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:13,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494193279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:13,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494193279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:13,296 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90e140b661358a3e16769ff81922856f/B of 90e140b661358a3e16769ff81922856f into cd646b43eec44e28ad94dbba7aa761ce(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:13,296 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:13,296 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/B, priority=12, startTime=1732494132759; duration=0sec 2024-11-25T00:22:13,297 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:13,297 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:B 2024-11-25T00:22:13,352 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/83f482a34ac445c187b40c881a0351ab 2024-11-25T00:22:13,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/7d95f545cad94d3686b5f91ef8b91d73 is 50, key is test_row_0/B:col10/1732494131776/Put/seqid=0 2024-11-25T00:22:13,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741873_1049 (size=12151) 2024-11-25T00:22:13,422 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/7d95f545cad94d3686b5f91ef8b91d73 2024-11-25T00:22:13,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/d718de2c2b9b4486aa627dde244351ed is 50, key is test_row_0/C:col10/1732494131776/Put/seqid=0 2024-11-25T00:22:13,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741874_1050 (size=12151) 2024-11-25T00:22:13,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494193580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:13,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494193583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:13,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494193585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:13,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494193586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T00:22:13,893 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/d718de2c2b9b4486aa627dde244351ed 2024-11-25T00:22:13,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/83f482a34ac445c187b40c881a0351ab as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/83f482a34ac445c187b40c881a0351ab 2024-11-25T00:22:13,916 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/83f482a34ac445c187b40c881a0351ab, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T00:22:13,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/7d95f545cad94d3686b5f91ef8b91d73 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/7d95f545cad94d3686b5f91ef8b91d73 2024-11-25T00:22:13,927 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/7d95f545cad94d3686b5f91ef8b91d73, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T00:22:13,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/d718de2c2b9b4486aa627dde244351ed as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/d718de2c2b9b4486aa627dde244351ed 2024-11-25T00:22:13,948 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/d718de2c2b9b4486aa627dde244351ed, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T00:22:13,954 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 90e140b661358a3e16769ff81922856f in 1097ms, sequenceid=168, compaction requested=false 2024-11-25T00:22:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-25T00:22:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-25T00:22:13,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T00:22:13,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1920 sec 2024-11-25T00:22:13,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.2020 sec 2024-11-25T00:22:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:13,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:13,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:13,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:13,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:13,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:13,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/9ea67ceb9cd64faf8d380ddb44f3fd6d is 50, key is test_row_0/A:col10/1732494132948/Put/seqid=0 2024-11-25T00:22:14,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741875_1051 (size=9757) 2024-11-25T00:22:14,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494194097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494194097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494194094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494194105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494194105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494194207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494194208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494194218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494194218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494194414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494194415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494194424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494194425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/9ea67ceb9cd64faf8d380ddb44f3fd6d 2024-11-25T00:22:14,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/1fecb21f4ab4475b9c10d7f8b90a1383 is 50, key is test_row_0/B:col10/1732494132948/Put/seqid=0 2024-11-25T00:22:14,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741876_1052 (size=9757) 2024-11-25T00:22:14,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494194721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494194723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494194730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494194732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:14,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/1fecb21f4ab4475b9c10d7f8b90a1383 2024-11-25T00:22:14,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/d2a3f7e76eca45d6aa01953376effbcf is 50, key is test_row_0/C:col10/1732494132948/Put/seqid=0 2024-11-25T00:22:15,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741877_1053 (size=9757) 2024-11-25T00:22:15,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494195118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:15,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494195224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:15,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494195230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:15,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494195234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:15,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494195243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:15,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/d2a3f7e76eca45d6aa01953376effbcf 2024-11-25T00:22:15,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/9ea67ceb9cd64faf8d380ddb44f3fd6d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/9ea67ceb9cd64faf8d380ddb44f3fd6d 2024-11-25T00:22:15,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/9ea67ceb9cd64faf8d380ddb44f3fd6d, entries=100, sequenceid=182, filesize=9.5 K 2024-11-25T00:22:15,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/1fecb21f4ab4475b9c10d7f8b90a1383 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1fecb21f4ab4475b9c10d7f8b90a1383 2024-11-25T00:22:15,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1fecb21f4ab4475b9c10d7f8b90a1383, entries=100, sequenceid=182, filesize=9.5 K 2024-11-25T00:22:15,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/d2a3f7e76eca45d6aa01953376effbcf as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/d2a3f7e76eca45d6aa01953376effbcf 2024-11-25T00:22:15,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/d2a3f7e76eca45d6aa01953376effbcf, entries=100, sequenceid=182, filesize=9.5 K 2024-11-25T00:22:15,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 90e140b661358a3e16769ff81922856f in 1537ms, sequenceid=182, compaction requested=true 2024-11-25T00:22:15,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:15,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:15,518 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:15,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:15,518 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:15,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:15,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:15,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:15,521 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:15,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:15,521 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/B is initiating minor compaction (all files) 2024-11-25T00:22:15,521 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/B in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:15,521 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/cd646b43eec44e28ad94dbba7aa761ce, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/7d95f545cad94d3686b5f91ef8b91d73, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1fecb21f4ab4475b9c10d7f8b90a1383] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=33.6 K 2024-11-25T00:22:15,523 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:15,523 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/A is initiating minor compaction (all files) 2024-11-25T00:22:15,523 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/A in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:15,524 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/b7b5c8d236c94b33be7bcfa2fd78a11e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/83f482a34ac445c187b40c881a0351ab, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/9ea67ceb9cd64faf8d380ddb44f3fd6d] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=33.6 K 2024-11-25T00:22:15,524 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting cd646b43eec44e28ad94dbba7aa761ce, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732494131692 2024-11-25T00:22:15,525 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7b5c8d236c94b33be7bcfa2fd78a11e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732494131692 2024-11-25T00:22:15,526 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d95f545cad94d3686b5f91ef8b91d73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732494131774 2024-11-25T00:22:15,527 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83f482a34ac445c187b40c881a0351ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732494131774 2024-11-25T00:22:15,529 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fecb21f4ab4475b9c10d7f8b90a1383, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732494132948 2024-11-25T00:22:15,530 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ea67ceb9cd64faf8d380ddb44f3fd6d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732494132948 2024-11-25T00:22:15,552 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:15,553 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/350460308d104d1c8b6bab1d68ecd783 is 50, key is test_row_0/A:col10/1732494132948/Put/seqid=0 2024-11-25T00:22:15,558 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:15,559 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/91447497df7a42479a439241c1b2a2d0 is 50, key is test_row_0/B:col10/1732494132948/Put/seqid=0 2024-11-25T00:22:15,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741878_1054 (size=12595) 2024-11-25T00:22:15,628 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/350460308d104d1c8b6bab1d68ecd783 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/350460308d104d1c8b6bab1d68ecd783 2024-11-25T00:22:15,641 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/A of 90e140b661358a3e16769ff81922856f into 350460308d104d1c8b6bab1d68ecd783(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:15,642 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:15,642 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/A, priority=13, startTime=1732494135518; duration=0sec 2024-11-25T00:22:15,642 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:15,642 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:A 2024-11-25T00:22:15,642 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:15,644 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:15,644 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/C is initiating minor compaction (all files) 2024-11-25T00:22:15,645 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/C in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:15,645 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/578a2bb188de497b97eef6f2c1ac7028, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/d718de2c2b9b4486aa627dde244351ed, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/d2a3f7e76eca45d6aa01953376effbcf] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=33.6 K 2024-11-25T00:22:15,645 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 578a2bb188de497b97eef6f2c1ac7028, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732494131692 2024-11-25T00:22:15,646 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting d718de2c2b9b4486aa627dde244351ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732494131774 2024-11-25T00:22:15,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741879_1055 (size=12595) 2024-11-25T00:22:15,653 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2a3f7e76eca45d6aa01953376effbcf, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732494132948 2024-11-25T00:22:15,693 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#C#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:15,694 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/868982ff25f048d295039e9d53cdafc4 is 50, key is test_row_0/C:col10/1732494132948/Put/seqid=0 2024-11-25T00:22:15,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741880_1056 (size=12595) 2024-11-25T00:22:15,780 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/868982ff25f048d295039e9d53cdafc4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/868982ff25f048d295039e9d53cdafc4 2024-11-25T00:22:15,792 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/C of 90e140b661358a3e16769ff81922856f into 868982ff25f048d295039e9d53cdafc4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:15,792 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:15,793 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/C, priority=13, startTime=1732494135521; duration=0sec 2024-11-25T00:22:15,793 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:15,793 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:C 2024-11-25T00:22:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T00:22:15,891 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-25T00:22:15,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-25T00:22:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T00:22:15,897 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:15,898 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:15,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T00:22:16,050 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T00:22:16,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:16,053 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:22:16,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:16,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:16,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:16,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:16,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:16,067 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/91447497df7a42479a439241c1b2a2d0 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/91447497df7a42479a439241c1b2a2d0 2024-11-25T00:22:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/45b72aad32c54c46a08feae1737116b6 is 50, key is test_row_0/A:col10/1732494134077/Put/seqid=0 2024-11-25T00:22:16,078 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/B of 90e140b661358a3e16769ff81922856f into 91447497df7a42479a439241c1b2a2d0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:16,078 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:16,078 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/B, priority=13, startTime=1732494135518; duration=0sec 2024-11-25T00:22:16,078 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:16,078 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:B 2024-11-25T00:22:16,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741881_1057 (size=12151) 2024-11-25T00:22:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T00:22:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:16,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:16,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494196262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494196264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494196267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494196268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494196369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494196369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494196377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494196378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T00:22:16,504 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/45b72aad32c54c46a08feae1737116b6 2024-11-25T00:22:16,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/1ca3f88bfdff4afa8e0a78569885c28f is 50, key is test_row_0/B:col10/1732494134077/Put/seqid=0 2024-11-25T00:22:16,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741882_1058 (size=12151) 2024-11-25T00:22:16,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494196575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494196578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494196583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494196584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494196880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494196883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494196889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494196890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:16,967 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/1ca3f88bfdff4afa8e0a78569885c28f 2024-11-25T00:22:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T00:22:17,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/3f7a3eec4d0b41eaae7a2a251c9644fc is 50, key is test_row_0/C:col10/1732494134077/Put/seqid=0 2024-11-25T00:22:17,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741883_1059 (size=12151) 2024-11-25T00:22:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494197139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:17,143 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4195 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., hostname=4bb75722a6be,37323,1732494119912, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:17,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494197388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:17,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494197394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494197393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:17,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494197395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:17,439 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/3f7a3eec4d0b41eaae7a2a251c9644fc 2024-11-25T00:22:17,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/45b72aad32c54c46a08feae1737116b6 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/45b72aad32c54c46a08feae1737116b6 2024-11-25T00:22:17,476 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/45b72aad32c54c46a08feae1737116b6, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T00:22:17,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/1ca3f88bfdff4afa8e0a78569885c28f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1ca3f88bfdff4afa8e0a78569885c28f 2024-11-25T00:22:17,494 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1ca3f88bfdff4afa8e0a78569885c28f, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T00:22:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/3f7a3eec4d0b41eaae7a2a251c9644fc as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3f7a3eec4d0b41eaae7a2a251c9644fc 2024-11-25T00:22:17,504 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3f7a3eec4d0b41eaae7a2a251c9644fc, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T00:22:17,506 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 90e140b661358a3e16769ff81922856f in 1452ms, sequenceid=209, compaction requested=false 2024-11-25T00:22:17,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:17,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:17,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-25T00:22:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-25T00:22:17,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T00:22:17,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6100 sec 2024-11-25T00:22:17,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.6200 sec 2024-11-25T00:22:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T00:22:18,004 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-25T00:22:18,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-25T00:22:18,010 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T00:22:18,011 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:18,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T00:22:18,164 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:18,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T00:22:18,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:18,165 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:22:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:18,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/04c3824115d444d29a1e8c8ddb262ea8 is 50, key is test_row_0/A:col10/1732494136264/Put/seqid=0 2024-11-25T00:22:18,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741884_1060 (size=12151) 2024-11-25T00:22:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T00:22:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:18,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:18,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494198434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:18,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494198445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:18,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494198447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:18,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494198448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:18,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494198550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:18,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494198553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:18,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494198551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:18,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494198551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T00:22:18,680 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/04c3824115d444d29a1e8c8ddb262ea8 2024-11-25T00:22:18,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/0e7051ad8e56428b85cd79e0c2e67ac8 is 50, key is test_row_0/B:col10/1732494136264/Put/seqid=0 2024-11-25T00:22:18,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741885_1061 (size=12151) 2024-11-25T00:22:18,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494198759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:18,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494198762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:18,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494198763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:18,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494198769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494199065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494199068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494199068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494199073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T00:22:19,136 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/0e7051ad8e56428b85cd79e0c2e67ac8 2024-11-25T00:22:19,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/1601b6652cd2443faf0f6d2c877d8be5 is 50, key is test_row_0/C:col10/1732494136264/Put/seqid=0 2024-11-25T00:22:19,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741886_1062 (size=12151) 2024-11-25T00:22:19,193 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/1601b6652cd2443faf0f6d2c877d8be5 2024-11-25T00:22:19,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/04c3824115d444d29a1e8c8ddb262ea8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/04c3824115d444d29a1e8c8ddb262ea8 2024-11-25T00:22:19,209 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/04c3824115d444d29a1e8c8ddb262ea8, entries=150, sequenceid=222, filesize=11.9 K 2024-11-25T00:22:19,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/0e7051ad8e56428b85cd79e0c2e67ac8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/0e7051ad8e56428b85cd79e0c2e67ac8 2024-11-25T00:22:19,218 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/0e7051ad8e56428b85cd79e0c2e67ac8, entries=150, sequenceid=222, filesize=11.9 K 2024-11-25T00:22:19,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/1601b6652cd2443faf0f6d2c877d8be5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/1601b6652cd2443faf0f6d2c877d8be5 2024-11-25T00:22:19,229 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/1601b6652cd2443faf0f6d2c877d8be5, entries=150, sequenceid=222, filesize=11.9 K 2024-11-25T00:22:19,231 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 90e140b661358a3e16769ff81922856f in 1066ms, sequenceid=222, compaction requested=true 2024-11-25T00:22:19,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:19,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:19,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T00:22:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-25T00:22:19,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-25T00:22:19,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2220 sec 2024-11-25T00:22:19,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.2300 sec 2024-11-25T00:22:19,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:22:19,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:19,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:19,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:19,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:19,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:19,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:19,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/0ec7805c9a454f2fa42792209cbb2967 is 50, key is test_row_0/A:col10/1732494138439/Put/seqid=0 2024-11-25T00:22:19,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494199589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494199591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494199593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494199597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741887_1063 (size=14541) 2024-11-25T00:22:19,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/0ec7805c9a454f2fa42792209cbb2967 2024-11-25T00:22:19,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/0f1edd8da6bd48ddaaea3a6ab1fc790f is 50, key is test_row_0/B:col10/1732494138439/Put/seqid=0 2024-11-25T00:22:19,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494199699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741888_1064 (size=12151) 2024-11-25T00:22:19,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494199700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494199701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494199708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494199908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494199909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494199912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:19,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494199913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/0f1edd8da6bd48ddaaea3a6ab1fc790f 2024-11-25T00:22:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T00:22:20,119 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-25T00:22:20,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-25T00:22:20,124 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:20,126 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:20,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T00:22:20,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/ac03ae4907804fdd802a8f50573ffdd1 is 50, key is test_row_0/C:col10/1732494138439/Put/seqid=0 2024-11-25T00:22:20,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741889_1065 (size=12151) 2024-11-25T00:22:20,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494200215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494200216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494200217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494200218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T00:22:20,279 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:22:20,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:20,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:20,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:20,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T00:22:20,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:22:20,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:20,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:20,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:20,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:22:20,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:20,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/ac03ae4907804fdd802a8f50573ffdd1 2024-11-25T00:22:20,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:20,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:20,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/0ec7805c9a454f2fa42792209cbb2967 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0ec7805c9a454f2fa42792209cbb2967 2024-11-25T00:22:20,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0ec7805c9a454f2fa42792209cbb2967, entries=200, sequenceid=247, filesize=14.2 K 2024-11-25T00:22:20,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/0f1edd8da6bd48ddaaea3a6ab1fc790f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/0f1edd8da6bd48ddaaea3a6ab1fc790f 2024-11-25T00:22:20,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/0f1edd8da6bd48ddaaea3a6ab1fc790f, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T00:22:20,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/ac03ae4907804fdd802a8f50573ffdd1 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/ac03ae4907804fdd802a8f50573ffdd1 2024-11-25T00:22:20,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/ac03ae4907804fdd802a8f50573ffdd1, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T00:22:20,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 90e140b661358a3e16769ff81922856f in 1056ms, sequenceid=247, compaction requested=true 2024-11-25T00:22:20,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:20,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:20,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:20,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:20,629 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:20,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:20,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:20,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:22:20,629 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:20,631 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:20,632 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/B is initiating minor compaction (all files) 2024-11-25T00:22:20,632 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:20,632 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/B in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:20,632 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/A is initiating minor compaction (all files) 2024-11-25T00:22:20,632 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/A in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:20,632 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/91447497df7a42479a439241c1b2a2d0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1ca3f88bfdff4afa8e0a78569885c28f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/0e7051ad8e56428b85cd79e0c2e67ac8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/0f1edd8da6bd48ddaaea3a6ab1fc790f] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=47.9 K 2024-11-25T00:22:20,632 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/350460308d104d1c8b6bab1d68ecd783, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/45b72aad32c54c46a08feae1737116b6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/04c3824115d444d29a1e8c8ddb262ea8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0ec7805c9a454f2fa42792209cbb2967] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=50.2 K 2024-11-25T00:22:20,632 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 91447497df7a42479a439241c1b2a2d0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732494131775 2024-11-25T00:22:20,633 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 350460308d104d1c8b6bab1d68ecd783, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732494131775 2024-11-25T00:22:20,633 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ca3f88bfdff4afa8e0a78569885c28f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732494134072 2024-11-25T00:22:20,633 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45b72aad32c54c46a08feae1737116b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732494134072 2024-11-25T00:22:20,634 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e7051ad8e56428b85cd79e0c2e67ac8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732494136249 2024-11-25T00:22:20,634 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04c3824115d444d29a1e8c8ddb262ea8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732494136249 2024-11-25T00:22:20,634 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f1edd8da6bd48ddaaea3a6ab1fc790f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732494138439 2024-11-25T00:22:20,634 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ec7805c9a454f2fa42792209cbb2967, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732494138439 2024-11-25T00:22:20,650 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:20,652 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/c8b7cc4297874892a88a1fdcc4215d60 is 50, key is test_row_0/A:col10/1732494138439/Put/seqid=0 2024-11-25T00:22:20,661 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:20,662 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/c719fb8d76a74329bdfb0865d66556c7 is 50, key is test_row_0/B:col10/1732494138439/Put/seqid=0 2024-11-25T00:22:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741890_1066 (size=12731) 2024-11-25T00:22:20,717 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/c8b7cc4297874892a88a1fdcc4215d60 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/c8b7cc4297874892a88a1fdcc4215d60 2024-11-25T00:22:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741891_1067 (size=12731) 2024-11-25T00:22:20,726 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90e140b661358a3e16769ff81922856f/A of 90e140b661358a3e16769ff81922856f into c8b7cc4297874892a88a1fdcc4215d60(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:20,726 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:20,726 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/A, priority=12, startTime=1732494140629; duration=0sec 2024-11-25T00:22:20,726 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:20,726 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:A 2024-11-25T00:22:20,726 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:20,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:22:20,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:20,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:20,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:20,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:20,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:20,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:20,729 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:20,729 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/C is initiating minor compaction (all files) 2024-11-25T00:22:20,729 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/C in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:20,729 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/868982ff25f048d295039e9d53cdafc4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3f7a3eec4d0b41eaae7a2a251c9644fc, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/1601b6652cd2443faf0f6d2c877d8be5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/ac03ae4907804fdd802a8f50573ffdd1] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=47.9 K 2024-11-25T00:22:20,731 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 868982ff25f048d295039e9d53cdafc4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732494131775 2024-11-25T00:22:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T00:22:20,732 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f7a3eec4d0b41eaae7a2a251c9644fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732494134072 2024-11-25T00:22:20,733 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1601b6652cd2443faf0f6d2c877d8be5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732494136249 2024-11-25T00:22:20,733 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac03ae4907804fdd802a8f50573ffdd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732494138439 2024-11-25T00:22:20,739 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/c719fb8d76a74329bdfb0865d66556c7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c719fb8d76a74329bdfb0865d66556c7 2024-11-25T00:22:20,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/0c68b4089a1142138a0c1ca6382f4476 is 50, key is test_row_0/A:col10/1732494139591/Put/seqid=0 2024-11-25T00:22:20,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:22:20,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:20,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:20,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:20,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,751 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90e140b661358a3e16769ff81922856f/B of 90e140b661358a3e16769ff81922856f into c719fb8d76a74329bdfb0865d66556c7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:20,751 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:20,751 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/B, priority=12, startTime=1732494140629; duration=0sec 2024-11-25T00:22:20,751 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:20,751 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:B 2024-11-25T00:22:20,773 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:20,774 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/9ad6e5d95c334403a5b528fb33e4bdc1 is 50, key is test_row_0/C:col10/1732494138439/Put/seqid=0 2024-11-25T00:22:20,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494200787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741892_1068 (size=12247) 2024-11-25T00:22:20,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494200790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494200792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494200793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/0c68b4089a1142138a0c1ca6382f4476 2024-11-25T00:22:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741893_1069 (size=12731) 2024-11-25T00:22:20,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/f200095e965e45a9a801ce37c6cf1809 is 50, key is test_row_0/B:col10/1732494139591/Put/seqid=0 2024-11-25T00:22:20,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741894_1070 (size=9857) 2024-11-25T00:22:20,899 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:22:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:20,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494200903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494200906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494200905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:20,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494200906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,054 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:22:21,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:21,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:21,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:21,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494201108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494201111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494201111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494201112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1732494201153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,157 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8209 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., hostname=4bb75722a6be,37323,1732494119912, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:21,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:22:21,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:21,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:21,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:21,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,228 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/9ad6e5d95c334403a5b528fb33e4bdc1 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/9ad6e5d95c334403a5b528fb33e4bdc1 2024-11-25T00:22:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T00:22:21,237 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 90e140b661358a3e16769ff81922856f/C of 90e140b661358a3e16769ff81922856f into 9ad6e5d95c334403a5b528fb33e4bdc1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:21,237 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:21,237 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/C, priority=12, startTime=1732494140629; duration=0sec 2024-11-25T00:22:21,238 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:21,238 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:C 2024-11-25T00:22:21,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/f200095e965e45a9a801ce37c6cf1809 2024-11-25T00:22:21,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/14c8da1a282a4e489f37b5e06645f3b4 is 50, key is test_row_0/C:col10/1732494139591/Put/seqid=0 2024-11-25T00:22:21,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741895_1071 (size=9857) 2024-11-25T00:22:21,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/14c8da1a282a4e489f37b5e06645f3b4 2024-11-25T00:22:21,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/0c68b4089a1142138a0c1ca6382f4476 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0c68b4089a1142138a0c1ca6382f4476 2024-11-25T00:22:21,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0c68b4089a1142138a0c1ca6382f4476, entries=150, sequenceid=260, filesize=12.0 K 2024-11-25T00:22:21,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/f200095e965e45a9a801ce37c6cf1809 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/f200095e965e45a9a801ce37c6cf1809 2024-11-25T00:22:21,363 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:22:21,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:21,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:21,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:21,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/f200095e965e45a9a801ce37c6cf1809, entries=100, sequenceid=260, filesize=9.6 K 2024-11-25T00:22:21,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/14c8da1a282a4e489f37b5e06645f3b4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/14c8da1a282a4e489f37b5e06645f3b4 2024-11-25T00:22:21,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/14c8da1a282a4e489f37b5e06645f3b4, entries=100, sequenceid=260, filesize=9.6 K 2024-11-25T00:22:21,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 90e140b661358a3e16769ff81922856f in 659ms, sequenceid=260, compaction requested=false 2024-11-25T00:22:21,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:21,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:22:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:21,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:21,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:21,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:21,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:21,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:21,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:21,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494201448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494201451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494201453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494201452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/af9b0d5dd85e481cbd397e39b171ca58 is 50, key is test_row_0/A:col10/1732494141422/Put/seqid=0 2024-11-25T00:22:21,517 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:22:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:21,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741896_1072 (size=12301) 2024-11-25T00:22:21,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/af9b0d5dd85e481cbd397e39b171ca58 2024-11-25T00:22:21,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/cca28cc9cce044c582fdd90aba8d2015 is 50, key is test_row_0/B:col10/1732494141422/Put/seqid=0 2024-11-25T00:22:21,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494201555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494201557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494201558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494201559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741897_1073 (size=12301) 2024-11-25T00:22:21,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:22:21,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:21,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:21,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:21,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494201758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494201762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494201764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494201766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:22:21,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:21,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:21,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:21,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:21,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:22:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:21,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:21,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/cca28cc9cce044c582fdd90aba8d2015 2024-11-25T00:22:22,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/3fe7bbcd38254fc0bcd80ca6f33eccc0 is 50, key is test_row_0/C:col10/1732494141422/Put/seqid=0 2024-11-25T00:22:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741898_1074 (size=12301) 2024-11-25T00:22:22,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/3fe7bbcd38254fc0bcd80ca6f33eccc0 2024-11-25T00:22:22,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/af9b0d5dd85e481cbd397e39b171ca58 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/af9b0d5dd85e481cbd397e39b171ca58 2024-11-25T00:22:22,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494202065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494202068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494202069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494202072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/af9b0d5dd85e481cbd397e39b171ca58, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T00:22:22,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/cca28cc9cce044c582fdd90aba8d2015 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/cca28cc9cce044c582fdd90aba8d2015 2024-11-25T00:22:22,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/cca28cc9cce044c582fdd90aba8d2015, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T00:22:22,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/3fe7bbcd38254fc0bcd80ca6f33eccc0 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3fe7bbcd38254fc0bcd80ca6f33eccc0 2024-11-25T00:22:22,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3fe7bbcd38254fc0bcd80ca6f33eccc0, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T00:22:22,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 90e140b661358a3e16769ff81922856f in 689ms, sequenceid=289, compaction requested=true 2024-11-25T00:22:22,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:22,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:22,113 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:22,113 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:22,114 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:22,114 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/A is initiating minor compaction (all files) 2024-11-25T00:22:22,114 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/A in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:22,115 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/c8b7cc4297874892a88a1fdcc4215d60, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0c68b4089a1142138a0c1ca6382f4476, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/af9b0d5dd85e481cbd397e39b171ca58] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=36.4 K 2024-11-25T00:22:22,115 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8b7cc4297874892a88a1fdcc4215d60, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732494138439 2024-11-25T00:22:22,116 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c68b4089a1142138a0c1ca6382f4476, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732494139589 2024-11-25T00:22:22,116 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting af9b0d5dd85e481cbd397e39b171ca58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732494141420 2024-11-25T00:22:22,127 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:22,127 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/B is initiating minor compaction (all files) 2024-11-25T00:22:22,127 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/B in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:22,127 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c719fb8d76a74329bdfb0865d66556c7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/f200095e965e45a9a801ce37c6cf1809, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/cca28cc9cce044c582fdd90aba8d2015] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=34.1 K 2024-11-25T00:22:22,128 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c719fb8d76a74329bdfb0865d66556c7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732494138439 2024-11-25T00:22:22,129 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting f200095e965e45a9a801ce37c6cf1809, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732494139591 2024-11-25T00:22:22,130 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting cca28cc9cce044c582fdd90aba8d2015, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732494141420 2024-11-25T00:22:22,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:22:22,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:22,139 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T00:22:22,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:22,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:22,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:22,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:22,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:22,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:22,147 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#A#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:22,148 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/e260958691b543bd883f71b13adff6f9 is 50, key is test_row_0/A:col10/1732494141422/Put/seqid=0 2024-11-25T00:22:22,158 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:22,159 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/a3281fcbab8d4ff286eefb076675bbf4 is 50, key is test_row_0/B:col10/1732494141422/Put/seqid=0 2024-11-25T00:22:22,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/66965b3f2b49425a8de34a4d4c708cf7 is 50, key is test_row_0/A:col10/1732494141450/Put/seqid=0 2024-11-25T00:22:22,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741900_1076 (size=12983) 2024-11-25T00:22:22,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741899_1075 (size=12983) 2024-11-25T00:22:22,223 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/a3281fcbab8d4ff286eefb076675bbf4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/a3281fcbab8d4ff286eefb076675bbf4 2024-11-25T00:22:22,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741901_1077 (size=12301) 2024-11-25T00:22:22,233 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/B of 90e140b661358a3e16769ff81922856f into a3281fcbab8d4ff286eefb076675bbf4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:22,233 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:22,233 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/B, priority=13, startTime=1732494142113; duration=0sec 2024-11-25T00:22:22,233 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:22,233 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:B 2024-11-25T00:22:22,233 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T00:22:22,235 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/66965b3f2b49425a8de34a4d4c708cf7 2024-11-25T00:22:22,235 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:22,235 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/C is initiating minor compaction (all files) 2024-11-25T00:22:22,235 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/C in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:22,236 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/9ad6e5d95c334403a5b528fb33e4bdc1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/14c8da1a282a4e489f37b5e06645f3b4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3fe7bbcd38254fc0bcd80ca6f33eccc0] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=34.1 K 2024-11-25T00:22:22,236 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ad6e5d95c334403a5b528fb33e4bdc1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732494138439 2024-11-25T00:22:22,238 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 14c8da1a282a4e489f37b5e06645f3b4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732494139591 2024-11-25T00:22:22,238 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fe7bbcd38254fc0bcd80ca6f33eccc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732494141420 2024-11-25T00:22:22,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/2f9f3d26a2ae45ef9fa61c2fbbaee571 is 50, key is test_row_0/B:col10/1732494141450/Put/seqid=0 2024-11-25T00:22:22,266 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:22,267 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/4ed0d406dd744e3296b0cba0aae4d704 is 50, key is test_row_0/C:col10/1732494141422/Put/seqid=0 2024-11-25T00:22:22,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741902_1078 (size=12301) 2024-11-25T00:22:22,309 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/2f9f3d26a2ae45ef9fa61c2fbbaee571 2024-11-25T00:22:22,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741903_1079 (size=12983) 2024-11-25T00:22:22,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/58af0a754ff947ba8d8f07903ebd2546 is 50, key is test_row_0/C:col10/1732494141450/Put/seqid=0 2024-11-25T00:22:22,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741904_1080 (size=12301) 2024-11-25T00:22:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:22,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:22,626 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/e260958691b543bd883f71b13adff6f9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/e260958691b543bd883f71b13adff6f9 2024-11-25T00:22:22,634 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/A of 90e140b661358a3e16769ff81922856f into e260958691b543bd883f71b13adff6f9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:22,634 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:22,634 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/A, priority=13, startTime=1732494142112; duration=0sec 2024-11-25T00:22:22,634 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:22,634 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:A 2024-11-25T00:22:22,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494202637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494202641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494202643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494202645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,721 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/4ed0d406dd744e3296b0cba0aae4d704 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/4ed0d406dd744e3296b0cba0aae4d704 2024-11-25T00:22:22,735 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/C of 90e140b661358a3e16769ff81922856f into 4ed0d406dd744e3296b0cba0aae4d704(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:22,735 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:22,735 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/C, priority=13, startTime=1732494142113; duration=0sec 2024-11-25T00:22:22,735 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:22,735 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:C 2024-11-25T00:22:22,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494202747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494202748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494202748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494202750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,775 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/58af0a754ff947ba8d8f07903ebd2546 2024-11-25T00:22:22,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/66965b3f2b49425a8de34a4d4c708cf7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/66965b3f2b49425a8de34a4d4c708cf7 2024-11-25T00:22:22,792 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/66965b3f2b49425a8de34a4d4c708cf7, entries=150, sequenceid=298, filesize=12.0 K 2024-11-25T00:22:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/2f9f3d26a2ae45ef9fa61c2fbbaee571 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/2f9f3d26a2ae45ef9fa61c2fbbaee571 2024-11-25T00:22:22,800 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/2f9f3d26a2ae45ef9fa61c2fbbaee571, entries=150, sequenceid=298, filesize=12.0 K 2024-11-25T00:22:22,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/58af0a754ff947ba8d8f07903ebd2546 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/58af0a754ff947ba8d8f07903ebd2546 2024-11-25T00:22:22,808 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/58af0a754ff947ba8d8f07903ebd2546, entries=150, sequenceid=298, filesize=12.0 K 2024-11-25T00:22:22,809 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 90e140b661358a3e16769ff81922856f in 670ms, sequenceid=298, compaction requested=false 2024-11-25T00:22:22,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:22,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:22,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-25T00:22:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-25T00:22:22,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-25T00:22:22,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6840 sec 2024-11-25T00:22:22,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.6920 sec 2024-11-25T00:22:22,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-25T00:22:22,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:22,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:22,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:22,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:22,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:22,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:22,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494202962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494202965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494202968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494202968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:22,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/00f69cd28dd841549144b478c50f2f7f is 50, key is test_row_0/A:col10/1732494142642/Put/seqid=0 2024-11-25T00:22:23,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741905_1081 (size=12301) 2024-11-25T00:22:23,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/00f69cd28dd841549144b478c50f2f7f 2024-11-25T00:22:23,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494203071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494203074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/4e0f7db191d04ea7abc09378c6e3acd2 is 50, key is test_row_0/B:col10/1732494142642/Put/seqid=0 2024-11-25T00:22:23,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494203074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494203075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741906_1082 (size=12301) 2024-11-25T00:22:23,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/4e0f7db191d04ea7abc09378c6e3acd2 2024-11-25T00:22:23,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/0de85b0d20ac4ed9bd1700bf9893afd6 is 50, key is test_row_0/C:col10/1732494142642/Put/seqid=0 2024-11-25T00:22:23,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741907_1083 (size=12301) 2024-11-25T00:22:23,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/0de85b0d20ac4ed9bd1700bf9893afd6 2024-11-25T00:22:23,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/00f69cd28dd841549144b478c50f2f7f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/00f69cd28dd841549144b478c50f2f7f 2024-11-25T00:22:23,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/00f69cd28dd841549144b478c50f2f7f, entries=150, sequenceid=330, filesize=12.0 K 2024-11-25T00:22:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/4e0f7db191d04ea7abc09378c6e3acd2 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/4e0f7db191d04ea7abc09378c6e3acd2 2024-11-25T00:22:23,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/4e0f7db191d04ea7abc09378c6e3acd2, entries=150, sequenceid=330, filesize=12.0 K 2024-11-25T00:22:23,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/0de85b0d20ac4ed9bd1700bf9893afd6 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/0de85b0d20ac4ed9bd1700bf9893afd6 2024-11-25T00:22:23,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/0de85b0d20ac4ed9bd1700bf9893afd6, entries=150, sequenceid=330, filesize=12.0 K 2024-11-25T00:22:23,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 90e140b661358a3e16769ff81922856f in 280ms, sequenceid=330, compaction requested=true 2024-11-25T00:22:23,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:23,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:23,237 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:23,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:23,237 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:23,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:23,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:23,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:23,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:23,241 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:23,241 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/A is initiating minor compaction (all files) 2024-11-25T00:22:23,241 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/A in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:23,242 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:23,242 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/e260958691b543bd883f71b13adff6f9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/66965b3f2b49425a8de34a4d4c708cf7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/00f69cd28dd841549144b478c50f2f7f] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=36.7 K 2024-11-25T00:22:23,242 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/B is initiating minor compaction (all files) 2024-11-25T00:22:23,242 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/B in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:23,242 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/a3281fcbab8d4ff286eefb076675bbf4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/2f9f3d26a2ae45ef9fa61c2fbbaee571, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/4e0f7db191d04ea7abc09378c6e3acd2] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=36.7 K 2024-11-25T00:22:23,242 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting e260958691b543bd883f71b13adff6f9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732494141420 2024-11-25T00:22:23,243 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting a3281fcbab8d4ff286eefb076675bbf4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732494141420 2024-11-25T00:22:23,243 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66965b3f2b49425a8de34a4d4c708cf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732494141445 2024-11-25T00:22:23,243 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f9f3d26a2ae45ef9fa61c2fbbaee571, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732494141445 2024-11-25T00:22:23,244 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00f69cd28dd841549144b478c50f2f7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732494142639 2024-11-25T00:22:23,244 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e0f7db191d04ea7abc09378c6e3acd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732494142639 2024-11-25T00:22:23,267 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:23,267 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/c7d39828689041219e1b79b4a4949998 is 50, key is test_row_0/B:col10/1732494142642/Put/seqid=0 2024-11-25T00:22:23,275 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#A#compaction#70 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:23,275 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/06ba51885c534678827c4717f6906a15 is 50, key is test_row_0/A:col10/1732494142642/Put/seqid=0 2024-11-25T00:22:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:23,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:23,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/986bc0eccb8a4aae8a42e8b5a6a49264 is 50, key is test_row_0/A:col10/1732494143286/Put/seqid=0 2024-11-25T00:22:23,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741908_1084 (size=13085) 2024-11-25T00:22:23,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741909_1085 (size=13085) 2024-11-25T00:22:23,330 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/c7d39828689041219e1b79b4a4949998 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c7d39828689041219e1b79b4a4949998 2024-11-25T00:22:23,335 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/06ba51885c534678827c4717f6906a15 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/06ba51885c534678827c4717f6906a15 2024-11-25T00:22:23,346 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/B of 90e140b661358a3e16769ff81922856f into c7d39828689041219e1b79b4a4949998(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:23,346 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:23,346 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/B, priority=13, startTime=1732494143237; duration=0sec 2024-11-25T00:22:23,346 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:23,346 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:B 2024-11-25T00:22:23,346 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:23,351 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:23,351 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/C is initiating minor compaction (all files) 2024-11-25T00:22:23,352 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/A of 90e140b661358a3e16769ff81922856f into 06ba51885c534678827c4717f6906a15(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:23,352 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:23,352 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/A, priority=13, startTime=1732494143237; duration=0sec 2024-11-25T00:22:23,352 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:23,352 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:A 2024-11-25T00:22:23,352 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/C in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:23,353 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/4ed0d406dd744e3296b0cba0aae4d704, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/58af0a754ff947ba8d8f07903ebd2546, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/0de85b0d20ac4ed9bd1700bf9893afd6] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=36.7 K 2024-11-25T00:22:23,353 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ed0d406dd744e3296b0cba0aae4d704, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732494141420 2024-11-25T00:22:23,354 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 58af0a754ff947ba8d8f07903ebd2546, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732494141445 2024-11-25T00:22:23,354 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 0de85b0d20ac4ed9bd1700bf9893afd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732494142639 2024-11-25T00:22:23,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741910_1086 (size=12301) 2024-11-25T00:22:23,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/986bc0eccb8a4aae8a42e8b5a6a49264 2024-11-25T00:22:23,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494203352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494203356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494203369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494203368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/d952d493c5ac4332b8fe8fe2f4aae3b5 is 50, key is test_row_0/B:col10/1732494143286/Put/seqid=0 2024-11-25T00:22:23,414 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#C#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:23,415 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/1b73dd7252dd42239728d8049dedd8a4 is 50, key is test_row_0/C:col10/1732494142642/Put/seqid=0 2024-11-25T00:22:23,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741912_1088 (size=13085) 2024-11-25T00:22:23,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741911_1087 (size=12301) 2024-11-25T00:22:23,455 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/1b73dd7252dd42239728d8049dedd8a4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/1b73dd7252dd42239728d8049dedd8a4 2024-11-25T00:22:23,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/d952d493c5ac4332b8fe8fe2f4aae3b5 2024-11-25T00:22:23,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,473 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/C of 90e140b661358a3e16769ff81922856f into 1b73dd7252dd42239728d8049dedd8a4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494203471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,473 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:23,473 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/C, priority=13, startTime=1732494143238; duration=0sec 2024-11-25T00:22:23,473 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:23,473 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:C 2024-11-25T00:22:23,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494203471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494203479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494203480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/e732402756cf43d9ac62ace9dfc7c2b5 is 50, key is test_row_0/C:col10/1732494143286/Put/seqid=0 2024-11-25T00:22:23,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741913_1089 (size=12301) 2024-11-25T00:22:23,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494203675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494203675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494203685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494203686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:23,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/e732402756cf43d9ac62ace9dfc7c2b5 2024-11-25T00:22:23,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/986bc0eccb8a4aae8a42e8b5a6a49264 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/986bc0eccb8a4aae8a42e8b5a6a49264 2024-11-25T00:22:23,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/986bc0eccb8a4aae8a42e8b5a6a49264, entries=150, sequenceid=342, filesize=12.0 K 2024-11-25T00:22:23,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/d952d493c5ac4332b8fe8fe2f4aae3b5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/d952d493c5ac4332b8fe8fe2f4aae3b5 2024-11-25T00:22:23,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/d952d493c5ac4332b8fe8fe2f4aae3b5, entries=150, sequenceid=342, filesize=12.0 K 2024-11-25T00:22:23,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/e732402756cf43d9ac62ace9dfc7c2b5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e732402756cf43d9ac62ace9dfc7c2b5 2024-11-25T00:22:23,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e732402756cf43d9ac62ace9dfc7c2b5, entries=150, sequenceid=342, filesize=12.0 K 2024-11-25T00:22:23,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 90e140b661358a3e16769ff81922856f in 692ms, sequenceid=342, compaction requested=false 2024-11-25T00:22:23,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:23,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T00:22:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:24,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/1df6984b6935474f8efe9d07c3ddb340 is 50, key is test_row_0/A:col10/1732494143990/Put/seqid=0 2024-11-25T00:22:24,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494204005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494204014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494204014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494204017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741914_1090 (size=19621) 2024-11-25T00:22:24,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494204117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494204126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494204126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494204132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T00:22:24,236 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-25T00:22:24,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-25T00:22:24,243 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T00:22:24,244 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:24,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:24,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494204321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494204330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494204330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494204336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T00:22:24,418 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T00:22:24,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:24,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:24,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:24,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:24,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:24,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/1df6984b6935474f8efe9d07c3ddb340 2024-11-25T00:22:24,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/18b64d8524d54bd18f987938ddae6b60 is 50, key is test_row_0/B:col10/1732494143990/Put/seqid=0 2024-11-25T00:22:24,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741915_1091 (size=12301) 2024-11-25T00:22:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T00:22:24,572 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T00:22:24,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:24,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:24,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:24,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:24,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:24,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494204624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494204635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494204635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494204640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T00:22:24,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:24,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:24,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:24,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:24,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T00:22:24,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/18b64d8524d54bd18f987938ddae6b60 2024-11-25T00:22:24,879 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:24,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T00:22:24,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:24,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:24,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:24,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:24,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:24,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/e82cba083ebf4d58a8febad5bcde879f is 50, key is test_row_0/C:col10/1732494143990/Put/seqid=0 2024-11-25T00:22:24,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741916_1092 (size=12301) 2024-11-25T00:22:25,033 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:25,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T00:22:25,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:25,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:25,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:25,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:25,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:25,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33818 deadline: 1732494205130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:25,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33810 deadline: 1732494205140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:25,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33796 deadline: 1732494205145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:25,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33750 deadline: 1732494205145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:25,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:25,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T00:22:25,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:25,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:25,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:25,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:25,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:25,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/e82cba083ebf4d58a8febad5bcde879f 2024-11-25T00:22:25,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/1df6984b6935474f8efe9d07c3ddb340 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/1df6984b6935474f8efe9d07c3ddb340 2024-11-25T00:22:25,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/1df6984b6935474f8efe9d07c3ddb340, entries=300, sequenceid=372, filesize=19.2 K 2024-11-25T00:22:25,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/18b64d8524d54bd18f987938ddae6b60 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/18b64d8524d54bd18f987938ddae6b60 2024-11-25T00:22:25,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/18b64d8524d54bd18f987938ddae6b60, entries=150, sequenceid=372, filesize=12.0 K 2024-11-25T00:22:25,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/e82cba083ebf4d58a8febad5bcde879f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e82cba083ebf4d58a8febad5bcde879f 2024-11-25T00:22:25,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e82cba083ebf4d58a8febad5bcde879f, entries=150, sequenceid=372, filesize=12.0 K 2024-11-25T00:22:25,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 90e140b661358a3e16769ff81922856f in 1344ms, sequenceid=372, compaction requested=true 2024-11-25T00:22:25,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:25,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:25,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:25,337 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:25,337 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:25,338 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:25,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:25,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:25,339 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/B is initiating minor compaction (all files) 2024-11-25T00:22:25,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 90e140b661358a3e16769ff81922856f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:25,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:25,339 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/B in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:25,339 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c7d39828689041219e1b79b4a4949998, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/d952d493c5ac4332b8fe8fe2f4aae3b5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/18b64d8524d54bd18f987938ddae6b60] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=36.8 K 2024-11-25T00:22:25,339 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:25,339 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/A is initiating minor compaction (all files) 2024-11-25T00:22:25,340 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/A in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:25,340 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/06ba51885c534678827c4717f6906a15, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/986bc0eccb8a4aae8a42e8b5a6a49264, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/1df6984b6935474f8efe9d07c3ddb340] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=44.0 K 2024-11-25T00:22:25,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:25,340 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c7d39828689041219e1b79b4a4949998, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732494142639 2024-11-25T00:22:25,340 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06ba51885c534678827c4717f6906a15, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732494142639 2024-11-25T00:22:25,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T00:22:25,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:25,341 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T00:22:25,341 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting d952d493c5ac4332b8fe8fe2f4aae3b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732494143285 2024-11-25T00:22:25,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:25,342 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 986bc0eccb8a4aae8a42e8b5a6a49264, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732494143285 2024-11-25T00:22:25,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:25,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:25,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:25,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:25,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:25,343 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 18b64d8524d54bd18f987938ddae6b60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732494143984 2024-11-25T00:22:25,343 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1df6984b6935474f8efe9d07c3ddb340, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732494143348 2024-11-25T00:22:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T00:22:25,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/29a01d617a234e7dbe567dda4196d06b is 50, key is test_row_0/A:col10/1732494143998/Put/seqid=0 2024-11-25T00:22:25,373 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#B#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:25,374 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/06bfaf55485842f18ea38301f77739c1 is 50, key is test_row_0/B:col10/1732494143990/Put/seqid=0 2024-11-25T00:22:25,380 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#A#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:25,381 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/a7f256529db3403fb03e6f1bae4cd514 is 50, key is test_row_0/A:col10/1732494143990/Put/seqid=0 2024-11-25T00:22:25,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741917_1093 (size=12301) 2024-11-25T00:22:25,439 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/29a01d617a234e7dbe567dda4196d06b 2024-11-25T00:22:25,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741918_1094 (size=13187) 2024-11-25T00:22:25,480 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/06bfaf55485842f18ea38301f77739c1 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/06bfaf55485842f18ea38301f77739c1 2024-11-25T00:22:25,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/a588f8a7857c4fcf830f44b34a9683f5 is 50, key is test_row_0/B:col10/1732494143998/Put/seqid=0 2024-11-25T00:22:25,499 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/B of 90e140b661358a3e16769ff81922856f into 06bfaf55485842f18ea38301f77739c1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:25,499 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:25,499 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/B, priority=13, startTime=1732494145337; duration=0sec 2024-11-25T00:22:25,499 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:25,500 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:B 2024-11-25T00:22:25,500 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:25,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741919_1095 (size=13187) 2024-11-25T00:22:25,502 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:25,502 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 90e140b661358a3e16769ff81922856f/C is initiating minor compaction (all files) 2024-11-25T00:22:25,502 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 90e140b661358a3e16769ff81922856f/C in TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:25,503 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/1b73dd7252dd42239728d8049dedd8a4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e732402756cf43d9ac62ace9dfc7c2b5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e82cba083ebf4d58a8febad5bcde879f] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp, totalSize=36.8 K 2024-11-25T00:22:25,503 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b73dd7252dd42239728d8049dedd8a4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732494142639 2024-11-25T00:22:25,504 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting e732402756cf43d9ac62ace9dfc7c2b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732494143285 2024-11-25T00:22:25,505 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting e82cba083ebf4d58a8febad5bcde879f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732494143984 2024-11-25T00:22:25,509 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/a7f256529db3403fb03e6f1bae4cd514 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/a7f256529db3403fb03e6f1bae4cd514 2024-11-25T00:22:25,519 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/A of 90e140b661358a3e16769ff81922856f into a7f256529db3403fb03e6f1bae4cd514(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:25,519 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:25,519 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/A, priority=13, startTime=1732494145337; duration=0sec 2024-11-25T00:22:25,519 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:25,519 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:A 2024-11-25T00:22:25,542 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 90e140b661358a3e16769ff81922856f#C#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:25,543 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/4492aadc856e4c52a97e8366b03228f6 is 50, key is test_row_0/C:col10/1732494143990/Put/seqid=0 2024-11-25T00:22:25,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741920_1096 (size=12301) 2024-11-25T00:22:25,610 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:53552 2024-11-25T00:22:25,611 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:25,611 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:53552 2024-11-25T00:22:25,611 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:25,612 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:53552 2024-11-25T00:22:25,612 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:25,616 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:53552 2024-11-25T00:22:25,617 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:25,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741921_1097 (size=13187) 2024-11-25T00:22:25,975 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/a588f8a7857c4fcf830f44b34a9683f5 2024-11-25T00:22:25,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/bb647cda21ab4a22b07a1edd87edbbfc is 50, key is test_row_0/C:col10/1732494143998/Put/seqid=0 2024-11-25T00:22:25,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741922_1098 (size=12301) 2024-11-25T00:22:26,028 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/4492aadc856e4c52a97e8366b03228f6 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/4492aadc856e4c52a97e8366b03228f6 2024-11-25T00:22:26,034 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 90e140b661358a3e16769ff81922856f/C of 90e140b661358a3e16769ff81922856f into 4492aadc856e4c52a97e8366b03228f6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:26,034 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:26,034 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f., storeName=90e140b661358a3e16769ff81922856f/C, priority=13, startTime=1732494145339; duration=0sec 2024-11-25T00:22:26,034 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:26,034 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 90e140b661358a3e16769ff81922856f:C 2024-11-25T00:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. as already flushing 2024-11-25T00:22:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:26,144 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:53552 2024-11-25T00:22:26,144 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:26,150 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:53552 2024-11-25T00:22:26,150 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:26,151 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:53552 2024-11-25T00:22:26,151 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:26,153 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:53552 2024-11-25T00:22:26,153 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T00:22:26,389 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/bb647cda21ab4a22b07a1edd87edbbfc 2024-11-25T00:22:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/29a01d617a234e7dbe567dda4196d06b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/29a01d617a234e7dbe567dda4196d06b 2024-11-25T00:22:26,400 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/29a01d617a234e7dbe567dda4196d06b, entries=150, sequenceid=382, filesize=12.0 K 2024-11-25T00:22:26,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/a588f8a7857c4fcf830f44b34a9683f5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/a588f8a7857c4fcf830f44b34a9683f5 2024-11-25T00:22:26,406 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/a588f8a7857c4fcf830f44b34a9683f5, entries=150, sequenceid=382, filesize=12.0 K 2024-11-25T00:22:26,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/bb647cda21ab4a22b07a1edd87edbbfc as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/bb647cda21ab4a22b07a1edd87edbbfc 2024-11-25T00:22:26,411 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/bb647cda21ab4a22b07a1edd87edbbfc, entries=150, sequenceid=382, filesize=12.0 K 2024-11-25T00:22:26,412 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=26.84 KB/27480 for 90e140b661358a3e16769ff81922856f in 1071ms, sequenceid=382, compaction requested=false 2024-11-25T00:22:26,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:26,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:26,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-25T00:22:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-25T00:22:26,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-25T00:22:26,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1690 sec 2024-11-25T00:22:26,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.1780 sec 2024-11-25T00:22:28,295 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T00:22:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T00:22:28,349 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-25T00:22:31,255 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:53552 2024-11-25T00:22:31,255 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:31,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T00:22:31,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-25T00:22:31,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-25T00:22:31,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-25T00:22:31,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-25T00:22:31,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-25T00:22:31,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T00:22:31,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3864 2024-11-25T00:22:31,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3629 2024-11-25T00:22:31,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T00:22:31,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1699 2024-11-25T00:22:31,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5094 rows 2024-11-25T00:22:31,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1685 2024-11-25T00:22:31,256 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5055 rows 2024-11-25T00:22:31,256 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T00:22:31,256 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:53552 2024-11-25T00:22:31,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:31,260 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T00:22:31,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T00:22:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:31,273 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494151273"}]},"ts":"1732494151273"} 2024-11-25T00:22:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T00:22:31,274 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T00:22:31,277 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T00:22:31,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:22:31,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=90e140b661358a3e16769ff81922856f, UNASSIGN}] 2024-11-25T00:22:31,285 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=90e140b661358a3e16769ff81922856f, UNASSIGN 2024-11-25T00:22:31,286 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=90e140b661358a3e16769ff81922856f, regionState=CLOSING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:31,287 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:22:31,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; CloseRegionProcedure 90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:22:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T00:22:31,443 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:31,445 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(124): Close 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:31,445 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:22:31,446 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1681): Closing 90e140b661358a3e16769ff81922856f, disabling compactions & flushes 2024-11-25T00:22:31,446 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:31,446 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:31,446 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. after waiting 0 ms 2024-11-25T00:22:31,446 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:31,446 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(2837): Flushing 90e140b661358a3e16769ff81922856f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T00:22:31,446 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=A 2024-11-25T00:22:31,446 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:31,446 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=B 2024-11-25T00:22:31,446 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:31,446 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 90e140b661358a3e16769ff81922856f, store=C 2024-11-25T00:22:31,446 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:31,451 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/e6ba3f4bc43b4314b36b35e90ae71248 is 50, key is test_row_0/A:col10/1732494151254/Put/seqid=0 2024-11-25T00:22:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741923_1099 (size=12301) 2024-11-25T00:22:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T00:22:31,856 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/e6ba3f4bc43b4314b36b35e90ae71248 2024-11-25T00:22:31,865 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/a2cdd2dac42748dc8ff624ad2c07eec3 is 50, key is test_row_0/B:col10/1732494151254/Put/seqid=0 2024-11-25T00:22:31,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741924_1100 (size=12301) 2024-11-25T00:22:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T00:22:32,270 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/a2cdd2dac42748dc8ff624ad2c07eec3 2024-11-25T00:22:32,279 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/5027f86d3a7d444f918ba37b2624733b is 50, key is test_row_0/C:col10/1732494151254/Put/seqid=0 2024-11-25T00:22:32,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741925_1101 (size=12301) 2024-11-25T00:22:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T00:22:32,594 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T00:22:32,596 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T00:22:32,684 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/5027f86d3a7d444f918ba37b2624733b 2024-11-25T00:22:32,690 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/A/e6ba3f4bc43b4314b36b35e90ae71248 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/e6ba3f4bc43b4314b36b35e90ae71248 2024-11-25T00:22:32,695 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/e6ba3f4bc43b4314b36b35e90ae71248, entries=150, sequenceid=393, filesize=12.0 K 2024-11-25T00:22:32,696 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/B/a2cdd2dac42748dc8ff624ad2c07eec3 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/a2cdd2dac42748dc8ff624ad2c07eec3 2024-11-25T00:22:32,700 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/a2cdd2dac42748dc8ff624ad2c07eec3, entries=150, sequenceid=393, filesize=12.0 K 2024-11-25T00:22:32,701 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/.tmp/C/5027f86d3a7d444f918ba37b2624733b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/5027f86d3a7d444f918ba37b2624733b 2024-11-25T00:22:32,706 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/5027f86d3a7d444f918ba37b2624733b, entries=150, sequenceid=393, filesize=12.0 K 2024-11-25T00:22:32,707 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 90e140b661358a3e16769ff81922856f in 1261ms, sequenceid=393, compaction requested=true 2024-11-25T00:22:32,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/bc4cb03f49524527b204e8caac565012, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/9b2a14449971437db14121e32a084e86, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/efb90ff310e1410d8ad605a640bce9ff, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/8185dbafba734dfda893d557a4d0f585, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/24a72d0be6e845a8ba9ebeff8daa3364, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/8329056279804f0db41f05f04c11dc02, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/a4d5d3d0bf1f4a21acfffdfe2e1e2700, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/a695c954ab644d20919843b658f95171, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/f5c0c92adc0b479f82cefce4a8980cc8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0ebf56105c4548af859be95642f057ee, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/b7b5c8d236c94b33be7bcfa2fd78a11e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/83f482a34ac445c187b40c881a0351ab, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/350460308d104d1c8b6bab1d68ecd783, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/9ea67ceb9cd64faf8d380ddb44f3fd6d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/45b72aad32c54c46a08feae1737116b6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/04c3824115d444d29a1e8c8ddb262ea8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0ec7805c9a454f2fa42792209cbb2967, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/c8b7cc4297874892a88a1fdcc4215d60, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0c68b4089a1142138a0c1ca6382f4476, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/e260958691b543bd883f71b13adff6f9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/af9b0d5dd85e481cbd397e39b171ca58, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/66965b3f2b49425a8de34a4d4c708cf7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/06ba51885c534678827c4717f6906a15, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/00f69cd28dd841549144b478c50f2f7f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/986bc0eccb8a4aae8a42e8b5a6a49264, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/1df6984b6935474f8efe9d07c3ddb340] to archive 2024-11-25T00:22:32,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:22:32,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/bc4cb03f49524527b204e8caac565012 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/bc4cb03f49524527b204e8caac565012 2024-11-25T00:22:32,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/9b2a14449971437db14121e32a084e86 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/9b2a14449971437db14121e32a084e86 2024-11-25T00:22:32,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/efb90ff310e1410d8ad605a640bce9ff to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/efb90ff310e1410d8ad605a640bce9ff 2024-11-25T00:22:32,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/8185dbafba734dfda893d557a4d0f585 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/8185dbafba734dfda893d557a4d0f585 2024-11-25T00:22:32,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/24a72d0be6e845a8ba9ebeff8daa3364 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/24a72d0be6e845a8ba9ebeff8daa3364 2024-11-25T00:22:32,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/8329056279804f0db41f05f04c11dc02 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/8329056279804f0db41f05f04c11dc02 2024-11-25T00:22:32,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/a4d5d3d0bf1f4a21acfffdfe2e1e2700 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/a4d5d3d0bf1f4a21acfffdfe2e1e2700 2024-11-25T00:22:32,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/a695c954ab644d20919843b658f95171 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/a695c954ab644d20919843b658f95171 2024-11-25T00:22:32,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/f5c0c92adc0b479f82cefce4a8980cc8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/f5c0c92adc0b479f82cefce4a8980cc8 2024-11-25T00:22:32,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0ebf56105c4548af859be95642f057ee to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0ebf56105c4548af859be95642f057ee 2024-11-25T00:22:32,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/b7b5c8d236c94b33be7bcfa2fd78a11e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/b7b5c8d236c94b33be7bcfa2fd78a11e 2024-11-25T00:22:32,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/83f482a34ac445c187b40c881a0351ab to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/83f482a34ac445c187b40c881a0351ab 2024-11-25T00:22:32,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/350460308d104d1c8b6bab1d68ecd783 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/350460308d104d1c8b6bab1d68ecd783 2024-11-25T00:22:32,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/9ea67ceb9cd64faf8d380ddb44f3fd6d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/9ea67ceb9cd64faf8d380ddb44f3fd6d 2024-11-25T00:22:32,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/45b72aad32c54c46a08feae1737116b6 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/45b72aad32c54c46a08feae1737116b6 2024-11-25T00:22:32,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/04c3824115d444d29a1e8c8ddb262ea8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/04c3824115d444d29a1e8c8ddb262ea8 2024-11-25T00:22:32,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0ec7805c9a454f2fa42792209cbb2967 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0ec7805c9a454f2fa42792209cbb2967 2024-11-25T00:22:32,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/c8b7cc4297874892a88a1fdcc4215d60 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/c8b7cc4297874892a88a1fdcc4215d60 2024-11-25T00:22:32,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0c68b4089a1142138a0c1ca6382f4476 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/0c68b4089a1142138a0c1ca6382f4476 2024-11-25T00:22:32,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/e260958691b543bd883f71b13adff6f9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/e260958691b543bd883f71b13adff6f9 2024-11-25T00:22:32,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/af9b0d5dd85e481cbd397e39b171ca58 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/af9b0d5dd85e481cbd397e39b171ca58 2024-11-25T00:22:32,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/66965b3f2b49425a8de34a4d4c708cf7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/66965b3f2b49425a8de34a4d4c708cf7 2024-11-25T00:22:32,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/06ba51885c534678827c4717f6906a15 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/06ba51885c534678827c4717f6906a15 2024-11-25T00:22:32,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/00f69cd28dd841549144b478c50f2f7f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/00f69cd28dd841549144b478c50f2f7f 2024-11-25T00:22:32,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/986bc0eccb8a4aae8a42e8b5a6a49264 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/986bc0eccb8a4aae8a42e8b5a6a49264 2024-11-25T00:22:32,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/1df6984b6935474f8efe9d07c3ddb340 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/1df6984b6935474f8efe9d07c3ddb340 2024-11-25T00:22:32,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/006bd2c74d3a4512b712eb1d321606b3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/fd58dcab91494d32ad8196619b3e5142, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c55d734a19c645088f6c69a75f125167, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/3927ca990b2840cd9bf45cd81e9178b2, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1c927b0cf03f4020ab857e3684cf9c5a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/2d44c30fef0a40f2a84c71f3be1e92b4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/bbcb0205ab904400b692447ad0ea7994, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/74980d9e89a340d9a85fa9f3c1c62636, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/f3aca44b8ca34def85e0c7426bd57cf7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/cd646b43eec44e28ad94dbba7aa761ce, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/252178d433c04771a70fdb536c9f9152, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/7d95f545cad94d3686b5f91ef8b91d73, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/91447497df7a42479a439241c1b2a2d0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1fecb21f4ab4475b9c10d7f8b90a1383, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1ca3f88bfdff4afa8e0a78569885c28f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/0e7051ad8e56428b85cd79e0c2e67ac8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c719fb8d76a74329bdfb0865d66556c7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/0f1edd8da6bd48ddaaea3a6ab1fc790f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/f200095e965e45a9a801ce37c6cf1809, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/a3281fcbab8d4ff286eefb076675bbf4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/cca28cc9cce044c582fdd90aba8d2015, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/2f9f3d26a2ae45ef9fa61c2fbbaee571, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c7d39828689041219e1b79b4a4949998, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/4e0f7db191d04ea7abc09378c6e3acd2, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/d952d493c5ac4332b8fe8fe2f4aae3b5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/18b64d8524d54bd18f987938ddae6b60] to archive 2024-11-25T00:22:32,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:22:32,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/006bd2c74d3a4512b712eb1d321606b3 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/006bd2c74d3a4512b712eb1d321606b3 2024-11-25T00:22:32,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/fd58dcab91494d32ad8196619b3e5142 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/fd58dcab91494d32ad8196619b3e5142 2024-11-25T00:22:32,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c55d734a19c645088f6c69a75f125167 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c55d734a19c645088f6c69a75f125167 2024-11-25T00:22:32,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/3927ca990b2840cd9bf45cd81e9178b2 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/3927ca990b2840cd9bf45cd81e9178b2 2024-11-25T00:22:32,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1c927b0cf03f4020ab857e3684cf9c5a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1c927b0cf03f4020ab857e3684cf9c5a 2024-11-25T00:22:32,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/2d44c30fef0a40f2a84c71f3be1e92b4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/2d44c30fef0a40f2a84c71f3be1e92b4 2024-11-25T00:22:32,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/bbcb0205ab904400b692447ad0ea7994 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/bbcb0205ab904400b692447ad0ea7994 2024-11-25T00:22:32,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/74980d9e89a340d9a85fa9f3c1c62636 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/74980d9e89a340d9a85fa9f3c1c62636 2024-11-25T00:22:32,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/f3aca44b8ca34def85e0c7426bd57cf7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/f3aca44b8ca34def85e0c7426bd57cf7 2024-11-25T00:22:32,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/cd646b43eec44e28ad94dbba7aa761ce to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/cd646b43eec44e28ad94dbba7aa761ce 2024-11-25T00:22:32,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/252178d433c04771a70fdb536c9f9152 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/252178d433c04771a70fdb536c9f9152 2024-11-25T00:22:32,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/7d95f545cad94d3686b5f91ef8b91d73 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/7d95f545cad94d3686b5f91ef8b91d73 2024-11-25T00:22:32,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/91447497df7a42479a439241c1b2a2d0 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/91447497df7a42479a439241c1b2a2d0 2024-11-25T00:22:32,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1fecb21f4ab4475b9c10d7f8b90a1383 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1fecb21f4ab4475b9c10d7f8b90a1383 2024-11-25T00:22:32,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1ca3f88bfdff4afa8e0a78569885c28f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/1ca3f88bfdff4afa8e0a78569885c28f 2024-11-25T00:22:32,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/0e7051ad8e56428b85cd79e0c2e67ac8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/0e7051ad8e56428b85cd79e0c2e67ac8 2024-11-25T00:22:32,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c719fb8d76a74329bdfb0865d66556c7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c719fb8d76a74329bdfb0865d66556c7 2024-11-25T00:22:32,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/0f1edd8da6bd48ddaaea3a6ab1fc790f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/0f1edd8da6bd48ddaaea3a6ab1fc790f 2024-11-25T00:22:32,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/f200095e965e45a9a801ce37c6cf1809 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/f200095e965e45a9a801ce37c6cf1809 2024-11-25T00:22:32,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/a3281fcbab8d4ff286eefb076675bbf4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/a3281fcbab8d4ff286eefb076675bbf4 2024-11-25T00:22:32,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/cca28cc9cce044c582fdd90aba8d2015 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/cca28cc9cce044c582fdd90aba8d2015 2024-11-25T00:22:32,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/2f9f3d26a2ae45ef9fa61c2fbbaee571 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/2f9f3d26a2ae45ef9fa61c2fbbaee571 2024-11-25T00:22:32,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c7d39828689041219e1b79b4a4949998 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/c7d39828689041219e1b79b4a4949998 2024-11-25T00:22:32,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/4e0f7db191d04ea7abc09378c6e3acd2 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/4e0f7db191d04ea7abc09378c6e3acd2 2024-11-25T00:22:32,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/d952d493c5ac4332b8fe8fe2f4aae3b5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/d952d493c5ac4332b8fe8fe2f4aae3b5 2024-11-25T00:22:32,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/18b64d8524d54bd18f987938ddae6b60 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/18b64d8524d54bd18f987938ddae6b60 2024-11-25T00:22:32,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/ae145bc7cc444e4ea97c05e880adef26, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/7deac1ec22c5491ab12fcad17de38226, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/eb53ac38ab9d4e9ba943dce81e6be029, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/eca17d118ecc4e30992ba836f12a7f0d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3a5171d7155e405d9bf12c997b74d758, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/6f175ec0c23c41bbbedaa78c9575c357, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/748a94c0930b4838a4f58f5390b722eb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/23f01d49060444b6a8883a1e649f4973, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/a833148d0f3e4d1db99b01a91729414c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/578a2bb188de497b97eef6f2c1ac7028, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e60d80987a5449a1ace34cdf986dac45, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/d718de2c2b9b4486aa627dde244351ed, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/868982ff25f048d295039e9d53cdafc4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/d2a3f7e76eca45d6aa01953376effbcf, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3f7a3eec4d0b41eaae7a2a251c9644fc, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/1601b6652cd2443faf0f6d2c877d8be5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/9ad6e5d95c334403a5b528fb33e4bdc1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/ac03ae4907804fdd802a8f50573ffdd1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/14c8da1a282a4e489f37b5e06645f3b4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/4ed0d406dd744e3296b0cba0aae4d704, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3fe7bbcd38254fc0bcd80ca6f33eccc0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/58af0a754ff947ba8d8f07903ebd2546, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/1b73dd7252dd42239728d8049dedd8a4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/0de85b0d20ac4ed9bd1700bf9893afd6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e732402756cf43d9ac62ace9dfc7c2b5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e82cba083ebf4d58a8febad5bcde879f] to archive 2024-11-25T00:22:32,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:22:32,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/ae145bc7cc444e4ea97c05e880adef26 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/ae145bc7cc444e4ea97c05e880adef26 2024-11-25T00:22:32,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/7deac1ec22c5491ab12fcad17de38226 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/7deac1ec22c5491ab12fcad17de38226 2024-11-25T00:22:32,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/eb53ac38ab9d4e9ba943dce81e6be029 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/eb53ac38ab9d4e9ba943dce81e6be029 2024-11-25T00:22:32,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/eca17d118ecc4e30992ba836f12a7f0d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/eca17d118ecc4e30992ba836f12a7f0d 2024-11-25T00:22:32,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3a5171d7155e405d9bf12c997b74d758 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3a5171d7155e405d9bf12c997b74d758 2024-11-25T00:22:32,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/6f175ec0c23c41bbbedaa78c9575c357 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/6f175ec0c23c41bbbedaa78c9575c357 2024-11-25T00:22:32,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/748a94c0930b4838a4f58f5390b722eb to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/748a94c0930b4838a4f58f5390b722eb 2024-11-25T00:22:32,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/23f01d49060444b6a8883a1e649f4973 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/23f01d49060444b6a8883a1e649f4973 2024-11-25T00:22:32,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/a833148d0f3e4d1db99b01a91729414c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/a833148d0f3e4d1db99b01a91729414c 2024-11-25T00:22:32,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/578a2bb188de497b97eef6f2c1ac7028 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/578a2bb188de497b97eef6f2c1ac7028 2024-11-25T00:22:32,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e60d80987a5449a1ace34cdf986dac45 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e60d80987a5449a1ace34cdf986dac45 2024-11-25T00:22:32,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/d718de2c2b9b4486aa627dde244351ed to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/d718de2c2b9b4486aa627dde244351ed 2024-11-25T00:22:32,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/868982ff25f048d295039e9d53cdafc4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/868982ff25f048d295039e9d53cdafc4 2024-11-25T00:22:32,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/d2a3f7e76eca45d6aa01953376effbcf to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/d2a3f7e76eca45d6aa01953376effbcf 2024-11-25T00:22:32,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3f7a3eec4d0b41eaae7a2a251c9644fc to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3f7a3eec4d0b41eaae7a2a251c9644fc 2024-11-25T00:22:32,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/1601b6652cd2443faf0f6d2c877d8be5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/1601b6652cd2443faf0f6d2c877d8be5 2024-11-25T00:22:32,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/9ad6e5d95c334403a5b528fb33e4bdc1 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/9ad6e5d95c334403a5b528fb33e4bdc1 2024-11-25T00:22:32,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/ac03ae4907804fdd802a8f50573ffdd1 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/ac03ae4907804fdd802a8f50573ffdd1 2024-11-25T00:22:32,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/14c8da1a282a4e489f37b5e06645f3b4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/14c8da1a282a4e489f37b5e06645f3b4 2024-11-25T00:22:32,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/4ed0d406dd744e3296b0cba0aae4d704 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/4ed0d406dd744e3296b0cba0aae4d704 2024-11-25T00:22:32,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3fe7bbcd38254fc0bcd80ca6f33eccc0 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/3fe7bbcd38254fc0bcd80ca6f33eccc0 2024-11-25T00:22:32,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/58af0a754ff947ba8d8f07903ebd2546 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/58af0a754ff947ba8d8f07903ebd2546 2024-11-25T00:22:32,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/1b73dd7252dd42239728d8049dedd8a4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/1b73dd7252dd42239728d8049dedd8a4 2024-11-25T00:22:32,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/0de85b0d20ac4ed9bd1700bf9893afd6 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/0de85b0d20ac4ed9bd1700bf9893afd6 2024-11-25T00:22:32,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e732402756cf43d9ac62ace9dfc7c2b5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e732402756cf43d9ac62ace9dfc7c2b5 2024-11-25T00:22:32,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e82cba083ebf4d58a8febad5bcde879f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/e82cba083ebf4d58a8febad5bcde879f 2024-11-25T00:22:32,839 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/recovered.edits/396.seqid, newMaxSeqId=396, maxSeqId=1 2024-11-25T00:22:32,842 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f. 2024-11-25T00:22:32,842 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1635): Region close journal for 90e140b661358a3e16769ff81922856f: 2024-11-25T00:22:32,844 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(170): Closed 90e140b661358a3e16769ff81922856f 2024-11-25T00:22:32,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=90e140b661358a3e16769ff81922856f, regionState=CLOSED 2024-11-25T00:22:32,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-25T00:22:32,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseRegionProcedure 90e140b661358a3e16769ff81922856f, server=4bb75722a6be,37323,1732494119912 in 1.5590 sec 2024-11-25T00:22:32,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-11-25T00:22:32,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=90e140b661358a3e16769ff81922856f, UNASSIGN in 1.5630 sec 2024-11-25T00:22:32,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-25T00:22:32,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5700 sec 2024-11-25T00:22:32,852 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494152852"}]},"ts":"1732494152852"} 2024-11-25T00:22:32,853 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T00:22:32,856 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T00:22:32,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5890 sec 2024-11-25T00:22:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T00:22:33,378 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-25T00:22:33,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T00:22:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:33,386 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:33,387 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=30, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T00:22:33,390 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f 2024-11-25T00:22:33,394 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/recovered.edits] 2024-11-25T00:22:33,397 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/29a01d617a234e7dbe567dda4196d06b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/29a01d617a234e7dbe567dda4196d06b 2024-11-25T00:22:33,399 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/a7f256529db3403fb03e6f1bae4cd514 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/a7f256529db3403fb03e6f1bae4cd514 2024-11-25T00:22:33,400 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/e6ba3f4bc43b4314b36b35e90ae71248 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/A/e6ba3f4bc43b4314b36b35e90ae71248 2024-11-25T00:22:33,402 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/06bfaf55485842f18ea38301f77739c1 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/06bfaf55485842f18ea38301f77739c1 2024-11-25T00:22:33,404 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/a2cdd2dac42748dc8ff624ad2c07eec3 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/a2cdd2dac42748dc8ff624ad2c07eec3 2024-11-25T00:22:33,405 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/a588f8a7857c4fcf830f44b34a9683f5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/B/a588f8a7857c4fcf830f44b34a9683f5 2024-11-25T00:22:33,407 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/4492aadc856e4c52a97e8366b03228f6 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/4492aadc856e4c52a97e8366b03228f6 2024-11-25T00:22:33,409 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/5027f86d3a7d444f918ba37b2624733b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/5027f86d3a7d444f918ba37b2624733b 2024-11-25T00:22:33,410 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/bb647cda21ab4a22b07a1edd87edbbfc to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/C/bb647cda21ab4a22b07a1edd87edbbfc 2024-11-25T00:22:33,413 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/recovered.edits/396.seqid to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f/recovered.edits/396.seqid 2024-11-25T00:22:33,414 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/90e140b661358a3e16769ff81922856f 2024-11-25T00:22:33,414 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T00:22:33,419 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=30, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:33,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T00:22:33,426 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T00:22:33,456 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T00:22:33,458 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=30, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:33,458 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T00:22:33,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732494153458"}]},"ts":"9223372036854775807"} 2024-11-25T00:22:33,461 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T00:22:33,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 90e140b661358a3e16769ff81922856f, NAME => 'TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T00:22:33,461 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T00:22:33,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732494153461"}]},"ts":"9223372036854775807"} 2024-11-25T00:22:33,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T00:22:33,466 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=30, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:33,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-11-25T00:22:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T00:22:33,489 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-25T00:22:33,501 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4bb75722a6be:37323-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_123239909_22 at /127.0.0.1:37964 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 306) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6998 (was 7576) 2024-11-25T00:22:33,510 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=6998 2024-11-25T00:22:33,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:22:33,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:22:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:33,514 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T00:22:33,514 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:33,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 31 2024-11-25T00:22:33,515 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T00:22:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-25T00:22:33,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741926_1102 (size=963) 2024-11-25T00:22:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-25T00:22:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-25T00:22:33,923 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb 2024-11-25T00:22:33,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741927_1103 (size=53) 2024-11-25T00:22:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-25T00:22:34,331 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:34,331 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0e25a31dcb9025a7fc93c30045782305, disabling compactions & flushes 2024-11-25T00:22:34,331 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:34,331 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:34,331 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. after waiting 0 ms 2024-11-25T00:22:34,331 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:34,331 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:34,331 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:34,332 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T00:22:34,333 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732494154332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732494154332"}]},"ts":"1732494154332"} 2024-11-25T00:22:34,334 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T00:22:34,335 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T00:22:34,335 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494154335"}]},"ts":"1732494154335"} 2024-11-25T00:22:34,336 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T00:22:34,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e25a31dcb9025a7fc93c30045782305, ASSIGN}] 2024-11-25T00:22:34,343 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e25a31dcb9025a7fc93c30045782305, ASSIGN 2024-11-25T00:22:34,343 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e25a31dcb9025a7fc93c30045782305, ASSIGN; state=OFFLINE, location=4bb75722a6be,37323,1732494119912; forceNewPlan=false, retain=false 2024-11-25T00:22:34,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=0e25a31dcb9025a7fc93c30045782305, regionState=OPENING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:34,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure 0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:22:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-25T00:22:34,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:34,651 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:34,651 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7285): Opening region: {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:22:34,651 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:34,651 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:34,652 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7327): checking encryption for 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:34,652 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7330): checking classloading for 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:34,653 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:34,654 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:34,655 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e25a31dcb9025a7fc93c30045782305 columnFamilyName A 2024-11-25T00:22:34,655 DEBUG [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:34,655 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.HStore(327): Store=0e25a31dcb9025a7fc93c30045782305/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:34,655 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:34,657 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:34,658 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e25a31dcb9025a7fc93c30045782305 columnFamilyName B 2024-11-25T00:22:34,658 DEBUG [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:34,658 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.HStore(327): Store=0e25a31dcb9025a7fc93c30045782305/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:34,659 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:34,660 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:34,660 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e25a31dcb9025a7fc93c30045782305 columnFamilyName C 2024-11-25T00:22:34,660 DEBUG [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:34,660 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.HStore(327): Store=0e25a31dcb9025a7fc93c30045782305/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:34,660 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:34,661 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:34,662 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:34,663 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:22:34,664 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1085): writing seq id for 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:34,666 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:22:34,667 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1102): Opened 0e25a31dcb9025a7fc93c30045782305; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74127850, jitterRate=0.10459104180335999}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:22:34,667 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1001): Region open journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:34,668 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., pid=33, masterSystemTime=1732494154647 2024-11-25T00:22:34,670 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:34,670 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:34,670 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=0e25a31dcb9025a7fc93c30045782305, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:34,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-25T00:22:34,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure 0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 in 176 msec 2024-11-25T00:22:34,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-25T00:22:34,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e25a31dcb9025a7fc93c30045782305, ASSIGN in 333 msec 2024-11-25T00:22:34,677 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T00:22:34,677 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494154677"}]},"ts":"1732494154677"} 2024-11-25T00:22:34,678 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T00:22:34,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T00:22:34,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1730 sec 2024-11-25T00:22:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-25T00:22:35,621 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 31 completed 2024-11-25T00:22:35,623 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-25T00:22:35,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:35,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:35,631 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:35,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T00:22:35,634 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T00:22:35,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:22:35,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:22:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:35,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741928_1104 (size=999) 2024-11-25T00:22:36,061 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T00:22:36,061 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T00:22:36,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:22:36,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e25a31dcb9025a7fc93c30045782305, REOPEN/MOVE}] 2024-11-25T00:22:36,076 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e25a31dcb9025a7fc93c30045782305, REOPEN/MOVE 2024-11-25T00:22:36,077 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=0e25a31dcb9025a7fc93c30045782305, regionState=CLOSING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,078 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:22:36,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:22:36,229 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,230 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:36,230 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:22:36,230 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 0e25a31dcb9025a7fc93c30045782305, disabling compactions & flushes 2024-11-25T00:22:36,230 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:36,230 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:36,230 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. after waiting 0 ms 2024-11-25T00:22:36,230 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:36,234 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T00:22:36,235 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:36,235 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:36,235 WARN [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionServer(3786): Not adding moved region record: 0e25a31dcb9025a7fc93c30045782305 to self. 2024-11-25T00:22:36,237 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:36,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=0e25a31dcb9025a7fc93c30045782305, regionState=CLOSED 2024-11-25T00:22:36,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T00:22:36,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 in 160 msec 2024-11-25T00:22:36,240 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e25a31dcb9025a7fc93c30045782305, REOPEN/MOVE; state=CLOSED, location=4bb75722a6be,37323,1732494119912; forceNewPlan=false, retain=true 2024-11-25T00:22:36,390 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=0e25a31dcb9025a7fc93c30045782305, regionState=OPENING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=36, state=RUNNABLE; OpenRegionProcedure 0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:22:36,543 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,547 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:36,547 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:22:36,547 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:36,547 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:36,548 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:36,548 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:36,550 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:36,551 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:36,556 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e25a31dcb9025a7fc93c30045782305 columnFamilyName A 2024-11-25T00:22:36,558 DEBUG [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:36,558 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.HStore(327): Store=0e25a31dcb9025a7fc93c30045782305/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:36,559 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:36,559 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:36,560 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e25a31dcb9025a7fc93c30045782305 columnFamilyName B 2024-11-25T00:22:36,560 DEBUG [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:36,560 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.HStore(327): Store=0e25a31dcb9025a7fc93c30045782305/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:36,560 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:36,561 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:36,561 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e25a31dcb9025a7fc93c30045782305 columnFamilyName C 2024-11-25T00:22:36,561 DEBUG [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:36,561 INFO [StoreOpener-0e25a31dcb9025a7fc93c30045782305-1 {}] regionserver.HStore(327): Store=0e25a31dcb9025a7fc93c30045782305/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:36,561 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:36,562 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:36,563 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:36,565 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:22:36,566 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:36,567 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 0e25a31dcb9025a7fc93c30045782305; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65858335, jitterRate=-0.018634334206581116}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:22:36,569 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:36,570 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., pid=38, masterSystemTime=1732494156543 2024-11-25T00:22:36,571 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:36,571 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:36,572 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=0e25a31dcb9025a7fc93c30045782305, regionState=OPEN, openSeqNum=5, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=36 2024-11-25T00:22:36,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=36, state=SUCCESS; OpenRegionProcedure 0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 in 181 msec 2024-11-25T00:22:36,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-25T00:22:36,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e25a31dcb9025a7fc93c30045782305, REOPEN/MOVE in 500 msec 2024-11-25T00:22:36,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-25T00:22:36,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-11-25T00:22:36,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 938 msec 2024-11-25T00:22:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T00:22:36,592 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-25T00:22:36,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:36,601 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-25T00:22:36,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:36,606 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-25T00:22:36,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:36,610 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-25T00:22:36,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:36,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-25T00:22:36,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:36,620 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-25T00:22:36,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:36,625 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-25T00:22:36,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:36,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-25T00:22:36,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:36,637 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-25T00:22:36,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:36,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees 2024-11-25T00:22:36,647 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T00:22:36,647 DEBUG [hconnection-0x1df86041-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:36,647 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:36,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:36,652 DEBUG [hconnection-0x3c7aae15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:36,652 DEBUG [hconnection-0x5adbadad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:36,652 DEBUG [hconnection-0x41ae85dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:36,653 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:36,653 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:36,653 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:36,664 DEBUG [hconnection-0x5c5e9f00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:36,664 DEBUG [hconnection-0x443ec4da-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:36,664 DEBUG [hconnection-0x7bbc150c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:36,665 DEBUG [hconnection-0x130ffad1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:36,665 DEBUG [hconnection-0x5f79362b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:36,666 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:36,666 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:36,666 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:36,666 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:36,666 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:36,673 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:36,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:22:36,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:36,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:36,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:36,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:36,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:36,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:36,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257d4040775be5444a8e56ca1364383ba9_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494156672/Put/seqid=0 2024-11-25T00:22:36,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494216717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494216720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494216720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494216722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494216723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T00:22:36,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741929_1105 (size=12154) 2024-11-25T00:22:36,799 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:36,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:36,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:36,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:36,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:36,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:36,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494216824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494216828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494216828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494216829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494216832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T00:22:36,954 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:36,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:36,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:36,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:36,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:36,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:36,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494217030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494217032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494217033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494217034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494217034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:37,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:37,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:37,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:37,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,156 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:37,164 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257d4040775be5444a8e56ca1364383ba9_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d4040775be5444a8e56ca1364383ba9_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:37,166 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/f422463fcd064f56957f3d8735980e15, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:37,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/f422463fcd064f56957f3d8735980e15 is 175, key is test_row_0/A:col10/1732494156672/Put/seqid=0 2024-11-25T00:22:37,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741930_1106 (size=30955) 2024-11-25T00:22:37,226 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/f422463fcd064f56957f3d8735980e15 2024-11-25T00:22:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T00:22:37,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:37,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:37,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:37,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:37,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/06aaeb34d42741b4abb69d0d38a5721e is 50, key is test_row_0/B:col10/1732494156672/Put/seqid=0 2024-11-25T00:22:37,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741931_1107 (size=12001) 2024-11-25T00:22:37,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494217349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494217349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494217349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494217349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494217350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,416 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:37,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:37,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/06aaeb34d42741b4abb69d0d38a5721e 2024-11-25T00:22:37,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:37,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:37,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:37,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:37,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/976cfef7c2ad484f871b683987a4c8a5 is 50, key is test_row_0/C:col10/1732494156672/Put/seqid=0 2024-11-25T00:22:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T00:22:37,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741932_1108 (size=12001) 2024-11-25T00:22:37,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/976cfef7c2ad484f871b683987a4c8a5 2024-11-25T00:22:37,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/f422463fcd064f56957f3d8735980e15 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f422463fcd064f56957f3d8735980e15 2024-11-25T00:22:37,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f422463fcd064f56957f3d8735980e15, entries=150, sequenceid=17, filesize=30.2 K 2024-11-25T00:22:37,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/06aaeb34d42741b4abb69d0d38a5721e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/06aaeb34d42741b4abb69d0d38a5721e 2024-11-25T00:22:37,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/06aaeb34d42741b4abb69d0d38a5721e, entries=150, sequenceid=17, filesize=11.7 K 2024-11-25T00:22:37,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/976cfef7c2ad484f871b683987a4c8a5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/976cfef7c2ad484f871b683987a4c8a5 2024-11-25T00:22:37,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/976cfef7c2ad484f871b683987a4c8a5, entries=150, sequenceid=17, filesize=11.7 K 2024-11-25T00:22:37,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0e25a31dcb9025a7fc93c30045782305 in 1147ms, sequenceid=17, compaction requested=false 2024-11-25T00:22:37,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:37,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:22:37,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:37,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:37,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:37,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:37,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:37,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:37,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:37,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494217887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494217888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494217890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494217895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257b6645a9efb44667aae13749a2274bc0_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494157862/Put/seqid=0 2024-11-25T00:22:37,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494217895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:37,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741933_1109 (size=12154) 2024-11-25T00:22:38,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494217998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494217998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494217999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494217999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494218008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,036 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:38,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:38,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:38,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:38,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,190 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:38,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:38,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:38,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:38,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494218202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494218203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494218203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494218204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494218211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,330 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:38,338 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257b6645a9efb44667aae13749a2274bc0_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257b6645a9efb44667aae13749a2274bc0_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:38,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:38,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:38,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:38,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:38,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,347 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/2abdbc00208f4e508cd6e7d00a08e52d, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:38,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/2abdbc00208f4e508cd6e7d00a08e52d is 175, key is test_row_0/A:col10/1732494157862/Put/seqid=0 2024-11-25T00:22:38,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741934_1110 (size=30955) 2024-11-25T00:22:38,363 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=44, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/2abdbc00208f4e508cd6e7d00a08e52d 2024-11-25T00:22:38,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/da1c4a658ae5445f87cc62ffa0d0f191 is 50, key is test_row_0/B:col10/1732494157862/Put/seqid=0 2024-11-25T00:22:38,411 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T00:22:38,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741935_1111 (size=12001) 2024-11-25T00:22:38,499 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:38,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:38,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:38,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:38,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494218505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494218507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494218507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494218507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494218516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,652 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:38,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T00:22:38,808 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:38,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/da1c4a658ae5445f87cc62ffa0d0f191 2024-11-25T00:22:38,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/1e9322c8ae964b18ab9592b38a14f32d is 50, key is test_row_0/C:col10/1732494157862/Put/seqid=0 2024-11-25T00:22:38,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741936_1112 (size=12001) 2024-11-25T00:22:38,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/1e9322c8ae964b18ab9592b38a14f32d 2024-11-25T00:22:38,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/2abdbc00208f4e508cd6e7d00a08e52d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/2abdbc00208f4e508cd6e7d00a08e52d 2024-11-25T00:22:38,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/2abdbc00208f4e508cd6e7d00a08e52d, entries=150, sequenceid=44, filesize=30.2 K 2024-11-25T00:22:38,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/da1c4a658ae5445f87cc62ffa0d0f191 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/da1c4a658ae5445f87cc62ffa0d0f191 2024-11-25T00:22:38,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/da1c4a658ae5445f87cc62ffa0d0f191, entries=150, sequenceid=44, filesize=11.7 K 2024-11-25T00:22:38,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/1e9322c8ae964b18ab9592b38a14f32d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/1e9322c8ae964b18ab9592b38a14f32d 2024-11-25T00:22:38,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/1e9322c8ae964b18ab9592b38a14f32d, entries=150, sequenceid=44, filesize=11.7 K 2024-11-25T00:22:38,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0e25a31dcb9025a7fc93c30045782305 in 1081ms, sequenceid=44, compaction requested=false 2024-11-25T00:22:38,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:38,963 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:38,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-25T00:22:38,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:38,965 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T00:22:38,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:38,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:38,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:38,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:38,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:38,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250dab6ab9a7484843bea4c26ab7df4813_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494157888/Put/seqid=0 2024-11-25T00:22:39,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:39,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741937_1113 (size=12154) 2024-11-25T00:22:39,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494219094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494219096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494219097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494219099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494219100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494219202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494219205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494219206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494219206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494219207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494219408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494219409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494219410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494219410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494219414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,459 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250dab6ab9a7484843bea4c26ab7df4813_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250dab6ab9a7484843bea4c26ab7df4813_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/e7fa59a765ee443d9d516bc3a4b71c99, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:39,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/e7fa59a765ee443d9d516bc3a4b71c99 is 175, key is test_row_0/A:col10/1732494157888/Put/seqid=0 2024-11-25T00:22:39,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741938_1114 (size=30955) 2024-11-25T00:22:39,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494219712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494219714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494219716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494219717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494219721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:39,909 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/e7fa59a765ee443d9d516bc3a4b71c99 2024-11-25T00:22:39,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/79a9f21bc07945e8bce6441609d1ba9b is 50, key is test_row_0/B:col10/1732494157888/Put/seqid=0 2024-11-25T00:22:39,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741939_1115 (size=12001) 2024-11-25T00:22:40,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494220221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:40,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494220226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:40,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494220226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:40,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494220231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:40,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494220231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:40,381 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/79a9f21bc07945e8bce6441609d1ba9b 2024-11-25T00:22:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/97297d261fa1459e8cf6f2949478e883 is 50, key is test_row_0/C:col10/1732494157888/Put/seqid=0 2024-11-25T00:22:40,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741940_1116 (size=12001) 2024-11-25T00:22:40,457 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/97297d261fa1459e8cf6f2949478e883 2024-11-25T00:22:40,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/e7fa59a765ee443d9d516bc3a4b71c99 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/e7fa59a765ee443d9d516bc3a4b71c99 2024-11-25T00:22:40,485 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/e7fa59a765ee443d9d516bc3a4b71c99, entries=150, sequenceid=53, filesize=30.2 K 2024-11-25T00:22:40,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/79a9f21bc07945e8bce6441609d1ba9b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/79a9f21bc07945e8bce6441609d1ba9b 2024-11-25T00:22:40,504 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/79a9f21bc07945e8bce6441609d1ba9b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T00:22:40,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/97297d261fa1459e8cf6f2949478e883 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/97297d261fa1459e8cf6f2949478e883 2024-11-25T00:22:40,516 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/97297d261fa1459e8cf6f2949478e883, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T00:22:40,518 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 0e25a31dcb9025a7fc93c30045782305 in 1553ms, sequenceid=53, compaction requested=true 2024-11-25T00:22:40,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:40,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:40,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-25T00:22:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=40 2024-11-25T00:22:40,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-25T00:22:40,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8720 sec 2024-11-25T00:22:40,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees in 3.8770 sec 2024-11-25T00:22:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T00:22:40,754 INFO [Thread-549 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-25T00:22:40,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-25T00:22:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T00:22:40,758 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:40,758 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:40,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T00:22:40,916 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:40,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-25T00:22:40,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:40,917 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T00:22:40,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:40,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:40,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:40,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:40,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:40,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e601d335a3424d7e9b53dbeb0a76e963_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494159098/Put/seqid=0 2024-11-25T00:22:40,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741941_1117 (size=12154) 2024-11-25T00:22:40,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:41,000 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e601d335a3424d7e9b53dbeb0a76e963_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e601d335a3424d7e9b53dbeb0a76e963_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:41,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/cb41d18888264f0c9db8e61581770e1c, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:41,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/cb41d18888264f0c9db8e61581770e1c is 175, key is test_row_0/A:col10/1732494159098/Put/seqid=0 2024-11-25T00:22:41,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741942_1118 (size=30955) 2024-11-25T00:22:41,049 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/cb41d18888264f0c9db8e61581770e1c 2024-11-25T00:22:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T00:22:41,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/0a038f926ddb4d438d1bf9eb8dff61bb is 50, key is test_row_0/B:col10/1732494159098/Put/seqid=0 2024-11-25T00:22:41,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741943_1119 (size=12001) 2024-11-25T00:22:41,108 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/0a038f926ddb4d438d1bf9eb8dff61bb 2024-11-25T00:22:41,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/95ad0a8ce97c44ed97ba59cd4761a7f6 is 50, key is test_row_0/C:col10/1732494159098/Put/seqid=0 2024-11-25T00:22:41,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741944_1120 (size=12001) 2024-11-25T00:22:41,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:41,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494221244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494221245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494221245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494221247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494221249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494221353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494221354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T00:22:41,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494221354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494221354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494221562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494221564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494221565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494221565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,591 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/95ad0a8ce97c44ed97ba59cd4761a7f6 2024-11-25T00:22:41,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/cb41d18888264f0c9db8e61581770e1c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/cb41d18888264f0c9db8e61581770e1c 2024-11-25T00:22:41,607 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/cb41d18888264f0c9db8e61581770e1c, entries=150, sequenceid=80, filesize=30.2 K 2024-11-25T00:22:41,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/0a038f926ddb4d438d1bf9eb8dff61bb as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/0a038f926ddb4d438d1bf9eb8dff61bb 2024-11-25T00:22:41,616 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/0a038f926ddb4d438d1bf9eb8dff61bb, entries=150, sequenceid=80, filesize=11.7 K 2024-11-25T00:22:41,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/95ad0a8ce97c44ed97ba59cd4761a7f6 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/95ad0a8ce97c44ed97ba59cd4761a7f6 2024-11-25T00:22:41,626 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/95ad0a8ce97c44ed97ba59cd4761a7f6, entries=150, sequenceid=80, filesize=11.7 K 2024-11-25T00:22:41,627 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0e25a31dcb9025a7fc93c30045782305 in 710ms, sequenceid=80, compaction requested=true 2024-11-25T00:22:41,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:41,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:41,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-25T00:22:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-25T00:22:41,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-25T00:22:41,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 871 msec 2024-11-25T00:22:41,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 876 msec 2024-11-25T00:22:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-25T00:22:41,862 INFO [Thread-549 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-25T00:22:41,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-25T00:22:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T00:22:41,866 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:41,866 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:41,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:41,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:41,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:41,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:41,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:41,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:41,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:41,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:41,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a57aca63a308404084f3ef4bb3277a43_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494161246/Put/seqid=0 2024-11-25T00:22:41,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741945_1121 (size=14594) 2024-11-25T00:22:41,940 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:41,946 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a57aca63a308404084f3ef4bb3277a43_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a57aca63a308404084f3ef4bb3277a43_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:41,948 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/f15195e2342146f7acf71ac0a98a7409, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:41,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/f15195e2342146f7acf71ac0a98a7409 is 175, key is test_row_0/A:col10/1732494161246/Put/seqid=0 2024-11-25T00:22:41,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494221945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494221947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494221953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494221956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T00:22:41,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741946_1122 (size=39549) 2024-11-25T00:22:41,994 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/f15195e2342146f7acf71ac0a98a7409 2024-11-25T00:22:42,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/5f06593d9ad84f55b95841e87ca8b736 is 50, key is test_row_0/B:col10/1732494161246/Put/seqid=0 2024-11-25T00:22:42,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T00:22:42,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:42,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:42,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:42,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:42,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:42,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741947_1123 (size=12001) 2024-11-25T00:22:42,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/5f06593d9ad84f55b95841e87ca8b736 2024-11-25T00:22:42,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494222057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494222057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494222066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494222066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/b58d7bb910104eb0944ee64952c020e4 is 50, key is test_row_0/C:col10/1732494161246/Put/seqid=0 2024-11-25T00:22:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741948_1124 (size=12001) 2024-11-25T00:22:42,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/b58d7bb910104eb0944ee64952c020e4 2024-11-25T00:22:42,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/f15195e2342146f7acf71ac0a98a7409 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f15195e2342146f7acf71ac0a98a7409 2024-11-25T00:22:42,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f15195e2342146f7acf71ac0a98a7409, entries=200, sequenceid=92, filesize=38.6 K 2024-11-25T00:22:42,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/5f06593d9ad84f55b95841e87ca8b736 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/5f06593d9ad84f55b95841e87ca8b736 2024-11-25T00:22:42,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/5f06593d9ad84f55b95841e87ca8b736, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T00:22:42,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/b58d7bb910104eb0944ee64952c020e4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b58d7bb910104eb0944ee64952c020e4 2024-11-25T00:22:42,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b58d7bb910104eb0944ee64952c020e4, entries=150, sequenceid=92, filesize=11.7 K 2024-11-25T00:22:42,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0e25a31dcb9025a7fc93c30045782305 in 281ms, sequenceid=92, compaction requested=true 2024-11-25T00:22:42,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:42,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:42,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:42,160 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T00:22:42,160 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T00:22:42,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:42,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:42,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:42,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:42,163 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T00:22:42,163 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/B is initiating minor compaction (all files) 2024-11-25T00:22:42,163 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/B in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:42,163 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/06aaeb34d42741b4abb69d0d38a5721e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/da1c4a658ae5445f87cc62ffa0d0f191, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/79a9f21bc07945e8bce6441609d1ba9b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/0a038f926ddb4d438d1bf9eb8dff61bb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/5f06593d9ad84f55b95841e87ca8b736] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=58.6 K 2024-11-25T00:22:42,163 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163369 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T00:22:42,163 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/A is initiating minor compaction (all files) 2024-11-25T00:22:42,163 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/A in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:42,164 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f422463fcd064f56957f3d8735980e15, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/2abdbc00208f4e508cd6e7d00a08e52d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/e7fa59a765ee443d9d516bc3a4b71c99, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/cb41d18888264f0c9db8e61581770e1c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f15195e2342146f7acf71ac0a98a7409] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=159.5 K 2024-11-25T00:22:42,164 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:42,164 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f422463fcd064f56957f3d8735980e15, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/2abdbc00208f4e508cd6e7d00a08e52d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/e7fa59a765ee443d9d516bc3a4b71c99, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/cb41d18888264f0c9db8e61581770e1c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f15195e2342146f7acf71ac0a98a7409] 2024-11-25T00:22:42,164 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 06aaeb34d42741b4abb69d0d38a5721e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732494156670 2024-11-25T00:22:42,165 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting f422463fcd064f56957f3d8735980e15, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732494156670 2024-11-25T00:22:42,165 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting da1c4a658ae5445f87cc62ffa0d0f191, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732494157858 2024-11-25T00:22:42,165 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2abdbc00208f4e508cd6e7d00a08e52d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732494157858 2024-11-25T00:22:42,165 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 79a9f21bc07945e8bce6441609d1ba9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732494157887 2024-11-25T00:22:42,166 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7fa59a765ee443d9d516bc3a4b71c99, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732494157887 2024-11-25T00:22:42,166 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a038f926ddb4d438d1bf9eb8dff61bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732494159088 2024-11-25T00:22:42,166 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb41d18888264f0c9db8e61581770e1c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732494159088 2024-11-25T00:22:42,166 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f06593d9ad84f55b95841e87ca8b736, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732494161246 2024-11-25T00:22:42,166 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting f15195e2342146f7acf71ac0a98a7409, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732494161243 2024-11-25T00:22:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T00:22:42,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-25T00:22:42,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:42,185 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:22:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:42,198 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#B#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:42,198 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/2d2fc46deb9d4342be73f123eb825dd3 is 50, key is test_row_0/B:col10/1732494161246/Put/seqid=0 2024-11-25T00:22:42,206 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:42,233 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112542f2720f4a384dfbbb1c6b87c9e32b0b_0e25a31dcb9025a7fc93c30045782305 store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:42,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112529e927294be8487b9648d5e6bdb2f030_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494161941/Put/seqid=0 2024-11-25T00:22:42,241 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112542f2720f4a384dfbbb1c6b87c9e32b0b_0e25a31dcb9025a7fc93c30045782305, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:42,243 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112542f2720f4a384dfbbb1c6b87c9e32b0b_0e25a31dcb9025a7fc93c30045782305 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:42,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741949_1125 (size=12173) 2024-11-25T00:22:42,277 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/2d2fc46deb9d4342be73f123eb825dd3 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/2d2fc46deb9d4342be73f123eb825dd3 2024-11-25T00:22:42,286 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/B of 0e25a31dcb9025a7fc93c30045782305 into 2d2fc46deb9d4342be73f123eb825dd3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:42,286 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:42,286 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/B, priority=11, startTime=1732494162160; duration=0sec 2024-11-25T00:22:42,286 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:42,286 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:B 2024-11-25T00:22:42,286 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T00:22:42,294 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T00:22:42,295 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/C is initiating minor compaction (all files) 2024-11-25T00:22:42,295 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/C in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:42,295 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/976cfef7c2ad484f871b683987a4c8a5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/1e9322c8ae964b18ab9592b38a14f32d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/97297d261fa1459e8cf6f2949478e883, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/95ad0a8ce97c44ed97ba59cd4761a7f6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b58d7bb910104eb0944ee64952c020e4] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=58.6 K 2024-11-25T00:22:42,295 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 976cfef7c2ad484f871b683987a4c8a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732494156670 2024-11-25T00:22:42,296 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e9322c8ae964b18ab9592b38a14f32d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732494157858 2024-11-25T00:22:42,296 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 97297d261fa1459e8cf6f2949478e883, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732494157887 2024-11-25T00:22:42,297 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 95ad0a8ce97c44ed97ba59cd4761a7f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732494159088 2024-11-25T00:22:42,297 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting b58d7bb910104eb0944ee64952c020e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732494161246 2024-11-25T00:22:42,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:42,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741950_1126 (size=12154) 2024-11-25T00:22:42,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,316 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112529e927294be8487b9648d5e6bdb2f030_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112529e927294be8487b9648d5e6bdb2f030_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:42,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0486735b3f954a5cbe7d1211f4b5e71e, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0486735b3f954a5cbe7d1211f4b5e71e is 175, key is test_row_0/A:col10/1732494161941/Put/seqid=0 2024-11-25T00:22:42,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741951_1127 (size=4469) 2024-11-25T00:22:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494222316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,337 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#A#compaction#103 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:42,339 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/c4d795c68fdc4bed9724b1f81b5e1c6b is 175, key is test_row_0/A:col10/1732494161246/Put/seqid=0 2024-11-25T00:22:42,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494222327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494222329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494222330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,356 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#C#compaction#105 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:42,357 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/228f8a5a54554eb68912a09b3f0ecd1b is 50, key is test_row_0/C:col10/1732494161246/Put/seqid=0 2024-11-25T00:22:42,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741953_1129 (size=31127) 2024-11-25T00:22:42,411 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/c4d795c68fdc4bed9724b1f81b5e1c6b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/c4d795c68fdc4bed9724b1f81b5e1c6b 2024-11-25T00:22:42,419 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/A of 0e25a31dcb9025a7fc93c30045782305 into c4d795c68fdc4bed9724b1f81b5e1c6b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:42,420 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:42,420 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/A, priority=11, startTime=1732494162160; duration=0sec 2024-11-25T00:22:42,420 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:42,420 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:A 2024-11-25T00:22:42,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741952_1128 (size=30955) 2024-11-25T00:22:42,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494222433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494222443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494222443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494222444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741954_1130 (size=12173) 2024-11-25T00:22:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T00:22:42,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494222639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494222651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494222651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494222652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,823 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0486735b3f954a5cbe7d1211f4b5e71e 2024-11-25T00:22:42,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/65f93c1aad964d3e829d0134822cdd7d is 50, key is test_row_0/B:col10/1732494161941/Put/seqid=0 2024-11-25T00:22:42,863 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/228f8a5a54554eb68912a09b3f0ecd1b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/228f8a5a54554eb68912a09b3f0ecd1b 2024-11-25T00:22:42,870 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/C of 0e25a31dcb9025a7fc93c30045782305 into 228f8a5a54554eb68912a09b3f0ecd1b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:42,870 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:42,870 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/C, priority=11, startTime=1732494162160; duration=0sec 2024-11-25T00:22:42,871 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:42,871 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:C 2024-11-25T00:22:42,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741955_1131 (size=12001) 2024-11-25T00:22:42,889 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/65f93c1aad964d3e829d0134822cdd7d 2024-11-25T00:22:42,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/5dff8ae5afed4f6f82335eed2b7aa182 is 50, key is test_row_0/C:col10/1732494161941/Put/seqid=0 2024-11-25T00:22:42,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741956_1132 (size=12001) 2024-11-25T00:22:42,947 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/5dff8ae5afed4f6f82335eed2b7aa182 2024-11-25T00:22:42,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494222945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0486735b3f954a5cbe7d1211f4b5e71e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0486735b3f954a5cbe7d1211f4b5e71e 2024-11-25T00:22:42,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494222960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,966 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0486735b3f954a5cbe7d1211f4b5e71e, entries=150, sequenceid=117, filesize=30.2 K 2024-11-25T00:22:42,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/65f93c1aad964d3e829d0134822cdd7d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/65f93c1aad964d3e829d0134822cdd7d 2024-11-25T00:22:42,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494222961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494222962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T00:22:42,974 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/65f93c1aad964d3e829d0134822cdd7d, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T00:22:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/5dff8ae5afed4f6f82335eed2b7aa182 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/5dff8ae5afed4f6f82335eed2b7aa182 2024-11-25T00:22:42,986 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/5dff8ae5afed4f6f82335eed2b7aa182, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T00:22:42,987 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0e25a31dcb9025a7fc93c30045782305 in 802ms, sequenceid=117, compaction requested=false 2024-11-25T00:22:42,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:42,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:42,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-25T00:22:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-25T00:22:42,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-25T00:22:42,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1240 sec 2024-11-25T00:22:42,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.1280 sec 2024-11-25T00:22:43,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:22:43,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:43,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:43,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:43,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:43,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:43,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:43,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254f80b3cc3a0a4adfa46ba465c704bdc9_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494162320/Put/seqid=0 2024-11-25T00:22:43,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741957_1133 (size=14644) 2024-11-25T00:22:43,349 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:43,355 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254f80b3cc3a0a4adfa46ba465c704bdc9_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f80b3cc3a0a4adfa46ba465c704bdc9_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:43,356 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/5bcc3f4aba874db7a3d772343339be0d, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:43,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/5bcc3f4aba874db7a3d772343339be0d is 175, key is test_row_0/A:col10/1732494162320/Put/seqid=0 2024-11-25T00:22:43,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741958_1134 (size=39599) 2024-11-25T00:22:43,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494223433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:43,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494223449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:43,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494223469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:43,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494223471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:43,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494223473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494223539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:43,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494223742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:43,791 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/5bcc3f4aba874db7a3d772343339be0d 2024-11-25T00:22:43,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/853d2487f0584a65a464d2b1a76a7635 is 50, key is test_row_0/B:col10/1732494162320/Put/seqid=0 2024-11-25T00:22:43,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741959_1135 (size=12051) 2024-11-25T00:22:43,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/853d2487f0584a65a464d2b1a76a7635 2024-11-25T00:22:43,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/22ba8562076448f18d7c521cb7c0ad4e is 50, key is test_row_0/C:col10/1732494162320/Put/seqid=0 2024-11-25T00:22:43,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741960_1136 (size=12051) 2024-11-25T00:22:43,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/22ba8562076448f18d7c521cb7c0ad4e 2024-11-25T00:22:43,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/5bcc3f4aba874db7a3d772343339be0d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/5bcc3f4aba874db7a3d772343339be0d 2024-11-25T00:22:43,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/5bcc3f4aba874db7a3d772343339be0d, entries=200, sequenceid=132, filesize=38.7 K 2024-11-25T00:22:43,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/853d2487f0584a65a464d2b1a76a7635 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/853d2487f0584a65a464d2b1a76a7635 2024-11-25T00:22:43,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/853d2487f0584a65a464d2b1a76a7635, entries=150, sequenceid=132, filesize=11.8 K 2024-11-25T00:22:43,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/22ba8562076448f18d7c521cb7c0ad4e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/22ba8562076448f18d7c521cb7c0ad4e 2024-11-25T00:22:43,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/22ba8562076448f18d7c521cb7c0ad4e, entries=150, sequenceid=132, filesize=11.8 K 2024-11-25T00:22:43,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0e25a31dcb9025a7fc93c30045782305 in 688ms, sequenceid=132, compaction requested=true 2024-11-25T00:22:43,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:43,966 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:43,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:43,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:43,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:43,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:43,966 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:43,968 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101681 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:43,968 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/A is initiating minor compaction (all files) 2024-11-25T00:22:43,968 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/A in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:43,968 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/c4d795c68fdc4bed9724b1f81b5e1c6b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0486735b3f954a5cbe7d1211f4b5e71e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/5bcc3f4aba874db7a3d772343339be0d] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=99.3 K 2024-11-25T00:22:43,968 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:43,968 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/c4d795c68fdc4bed9724b1f81b5e1c6b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0486735b3f954a5cbe7d1211f4b5e71e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/5bcc3f4aba874db7a3d772343339be0d] 2024-11-25T00:22:43,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:43,969 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:43,969 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/B is initiating minor compaction (all files) 2024-11-25T00:22:43,970 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/B in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:43,970 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/2d2fc46deb9d4342be73f123eb825dd3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/65f93c1aad964d3e829d0134822cdd7d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/853d2487f0584a65a464d2b1a76a7635] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=35.4 K 2024-11-25T00:22:43,969 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4d795c68fdc4bed9724b1f81b5e1c6b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732494161246 2024-11-25T00:22:43,970 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d2fc46deb9d4342be73f123eb825dd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732494161246 2024-11-25T00:22:43,970 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0486735b3f954a5cbe7d1211f4b5e71e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732494161941 2024-11-25T00:22:43,971 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 65f93c1aad964d3e829d0134822cdd7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732494161941 2024-11-25T00:22:43,971 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bcc3f4aba874db7a3d772343339be0d, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732494162320 2024-11-25T00:22:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T00:22:43,972 INFO [Thread-549 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-25T00:22:43,972 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 853d2487f0584a65a464d2b1a76a7635, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732494162320 2024-11-25T00:22:43,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-25T00:22:43,975 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T00:22:43,981 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:43,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:43,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:43,995 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#B#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:43,996 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/42b29369135244498433e66ef57a2e04 is 50, key is test_row_0/B:col10/1732494162320/Put/seqid=0 2024-11-25T00:22:43,997 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:44,002 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125467ef693cecd4a1ba7e5bd612705c237_0e25a31dcb9025a7fc93c30045782305 store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:44,006 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125467ef693cecd4a1ba7e5bd612705c237_0e25a31dcb9025a7fc93c30045782305, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:44,006 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125467ef693cecd4a1ba7e5bd612705c237_0e25a31dcb9025a7fc93c30045782305 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:44,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741961_1137 (size=12325) 2024-11-25T00:22:44,039 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/42b29369135244498433e66ef57a2e04 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/42b29369135244498433e66ef57a2e04 2024-11-25T00:22:44,054 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/B of 0e25a31dcb9025a7fc93c30045782305 into 42b29369135244498433e66ef57a2e04(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:44,054 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:44,054 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/B, priority=13, startTime=1732494163966; duration=0sec 2024-11-25T00:22:44,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:22:44,054 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:44,054 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:B 2024-11-25T00:22:44,054 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:44,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:44,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:44,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:44,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:44,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:44,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:44,057 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:44,057 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/C is initiating minor compaction (all files) 2024-11-25T00:22:44,057 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/C in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:44,057 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/228f8a5a54554eb68912a09b3f0ecd1b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/5dff8ae5afed4f6f82335eed2b7aa182, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/22ba8562076448f18d7c521cb7c0ad4e] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=35.4 K 2024-11-25T00:22:44,058 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 228f8a5a54554eb68912a09b3f0ecd1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732494161246 2024-11-25T00:22:44,059 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dff8ae5afed4f6f82335eed2b7aa182, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732494161941 2024-11-25T00:22:44,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741962_1138 (size=4469) 2024-11-25T00:22:44,061 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 22ba8562076448f18d7c521cb7c0ad4e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732494162320 2024-11-25T00:22:44,066 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#A#compaction#112 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:44,067 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/cf93781989114ad28e89d19091d5820f is 175, key is test_row_0/A:col10/1732494162320/Put/seqid=0 2024-11-25T00:22:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T00:22:44,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255b909969a6e14e38bae36520bb35b5a8_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494164053/Put/seqid=0 2024-11-25T00:22:44,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494224106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:44,111 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#C#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:44,112 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/00b0096b03434923862a559c6f062a83 is 50, key is test_row_0/C:col10/1732494162320/Put/seqid=0 2024-11-25T00:22:44,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741963_1139 (size=31279) 2024-11-25T00:22:44,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:44,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T00:22:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:44,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741964_1140 (size=14794) 2024-11-25T00:22:44,147 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,153 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255b909969a6e14e38bae36520bb35b5a8_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b909969a6e14e38bae36520bb35b5a8_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:44,154 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/3c1a7838f3f54166b61fc56039be0403, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:44,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/3c1a7838f3f54166b61fc56039be0403 is 175, key is test_row_0/A:col10/1732494164053/Put/seqid=0 2024-11-25T00:22:44,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741965_1141 (size=12325) 2024-11-25T00:22:44,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741966_1142 (size=39749) 2024-11-25T00:22:44,210 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/3c1a7838f3f54166b61fc56039be0403 2024-11-25T00:22:44,211 INFO [master/4bb75722a6be:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T00:22:44,211 INFO [master/4bb75722a6be:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T00:22:44,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494224212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:44,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/23cebabda52046da96e7f9b73e7ff14f is 50, key is test_row_0/B:col10/1732494164053/Put/seqid=0 2024-11-25T00:22:44,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741967_1143 (size=12151) 2024-11-25T00:22:44,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/23cebabda52046da96e7f9b73e7ff14f 2024-11-25T00:22:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T00:22:44,286 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:44,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T00:22:44,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:44,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:44,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:44,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/99375d780c44442b94ff6a1eabb89849 is 50, key is test_row_0/C:col10/1732494164053/Put/seqid=0 2024-11-25T00:22:44,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741968_1144 (size=12151) 2024-11-25T00:22:44,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494224417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:44,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:44,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T00:22:44,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:44,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:44,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:44,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494224461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:44,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494224475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:44,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494224481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:44,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494224482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:44,532 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/cf93781989114ad28e89d19091d5820f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/cf93781989114ad28e89d19091d5820f 2024-11-25T00:22:44,543 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/A of 0e25a31dcb9025a7fc93c30045782305 into cf93781989114ad28e89d19091d5820f(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:44,543 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:44,543 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/A, priority=13, startTime=1732494163965; duration=0sec 2024-11-25T00:22:44,543 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:44,543 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:A 2024-11-25T00:22:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T00:22:44,590 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/00b0096b03434923862a559c6f062a83 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/00b0096b03434923862a559c6f062a83 2024-11-25T00:22:44,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:44,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T00:22:44,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:44,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:44,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:44,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,604 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/C of 0e25a31dcb9025a7fc93c30045782305 into 00b0096b03434923862a559c6f062a83(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:44,604 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:44,604 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/C, priority=13, startTime=1732494163966; duration=0sec 2024-11-25T00:22:44,604 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:44,604 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:C 2024-11-25T00:22:44,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494224725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:44,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/99375d780c44442b94ff6a1eabb89849 2024-11-25T00:22:44,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/3c1a7838f3f54166b61fc56039be0403 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/3c1a7838f3f54166b61fc56039be0403 2024-11-25T00:22:44,747 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:44,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T00:22:44,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:44,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:44,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:44,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/3c1a7838f3f54166b61fc56039be0403, entries=200, sequenceid=158, filesize=38.8 K 2024-11-25T00:22:44,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/23cebabda52046da96e7f9b73e7ff14f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/23cebabda52046da96e7f9b73e7ff14f 2024-11-25T00:22:44,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/23cebabda52046da96e7f9b73e7ff14f, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T00:22:44,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/99375d780c44442b94ff6a1eabb89849 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/99375d780c44442b94ff6a1eabb89849 2024-11-25T00:22:44,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/99375d780c44442b94ff6a1eabb89849, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T00:22:44,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0e25a31dcb9025a7fc93c30045782305 in 725ms, sequenceid=158, compaction requested=false 2024-11-25T00:22:44,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:44,901 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:44,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T00:22:44,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:44,902 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:44,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:44,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:44,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:44,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:44,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:44,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:44,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125be8ae14a67e644819550f2955ba8c8fb_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494164067/Put/seqid=0 2024-11-25T00:22:44,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741969_1145 (size=12304) 2024-11-25T00:22:44,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,961 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125be8ae14a67e644819550f2955ba8c8fb_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125be8ae14a67e644819550f2955ba8c8fb_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:44,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/edfe168920204bb9b754b5fc17cef9ef, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/edfe168920204bb9b754b5fc17cef9ef is 175, key is test_row_0/A:col10/1732494164067/Put/seqid=0 2024-11-25T00:22:44,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741970_1146 (size=31105) 2024-11-25T00:22:44,971 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/edfe168920204bb9b754b5fc17cef9ef 2024-11-25T00:22:44,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/c0c8704e34c3421cb80238a885df54a1 is 50, key is test_row_0/B:col10/1732494164067/Put/seqid=0 2024-11-25T00:22:45,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741971_1147 (size=12151) 2024-11-25T00:22:45,026 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/c0c8704e34c3421cb80238a885df54a1 2024-11-25T00:22:45,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/d6fc0ab7a03843bf88636645b34ad39e is 50, key is test_row_0/C:col10/1732494164067/Put/seqid=0 2024-11-25T00:22:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T00:22:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741972_1148 (size=12151) 2024-11-25T00:22:45,096 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/d6fc0ab7a03843bf88636645b34ad39e 2024-11-25T00:22:45,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/edfe168920204bb9b754b5fc17cef9ef as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/edfe168920204bb9b754b5fc17cef9ef 2024-11-25T00:22:45,121 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/edfe168920204bb9b754b5fc17cef9ef, entries=150, sequenceid=171, filesize=30.4 K 2024-11-25T00:22:45,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/c0c8704e34c3421cb80238a885df54a1 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/c0c8704e34c3421cb80238a885df54a1 2024-11-25T00:22:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,131 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/c0c8704e34c3421cb80238a885df54a1, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T00:22:45,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/d6fc0ab7a03843bf88636645b34ad39e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/d6fc0ab7a03843bf88636645b34ad39e 2024-11-25T00:22:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,172 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/d6fc0ab7a03843bf88636645b34ad39e, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T00:22:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,173 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 0e25a31dcb9025a7fc93c30045782305 in 271ms, sequenceid=171, compaction requested=true 2024-11-25T00:22:45,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:45,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:45,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-25T00:22:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-25T00:22:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-25T00:22:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1940 sec 2024-11-25T00:22:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.2050 sec 2024-11-25T00:22:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:45,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:45,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:45,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:45,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:45,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:45,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253eaa516cdff74ad7a763bd1e2db895bc_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494165465/Put/seqid=0 2024-11-25T00:22:45,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741974_1150 (size=24758) 2024-11-25T00:22:45,562 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:45,571 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253eaa516cdff74ad7a763bd1e2db895bc_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253eaa516cdff74ad7a763bd1e2db895bc_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:45,572 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/e558aefb759b4aec959a525839ccdd7c, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:45,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/e558aefb759b4aec959a525839ccdd7c is 175, key is test_row_0/A:col10/1732494165465/Put/seqid=0 2024-11-25T00:22:45,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741973_1149 (size=74395) 2024-11-25T00:22:45,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494225640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:45,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494225746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:45,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494225952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:45,978 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/e558aefb759b4aec959a525839ccdd7c 2024-11-25T00:22:45,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/9df1de6de98746ebb5b6816f8cc37f99 is 50, key is test_row_0/B:col10/1732494165465/Put/seqid=0 2024-11-25T00:22:46,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741975_1151 (size=12151) 2024-11-25T00:22:46,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/9df1de6de98746ebb5b6816f8cc37f99 2024-11-25T00:22:46,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/568058bfc0e74dbc9f41b595983fd8d9 is 50, key is test_row_0/C:col10/1732494165465/Put/seqid=0 2024-11-25T00:22:46,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741976_1152 (size=12151) 2024-11-25T00:22:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T00:22:46,082 INFO [Thread-549 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-25T00:22:46,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-25T00:22:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T00:22:46,087 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:46,087 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:46,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T00:22:46,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T00:22:46,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:46,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:46,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:46,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494226261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T00:22:46,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T00:22:46,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:46,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:46,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:46,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/568058bfc0e74dbc9f41b595983fd8d9 2024-11-25T00:22:46,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/e558aefb759b4aec959a525839ccdd7c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/e558aefb759b4aec959a525839ccdd7c 2024-11-25T00:22:46,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/e558aefb759b4aec959a525839ccdd7c, entries=400, sequenceid=182, filesize=72.7 K 2024-11-25T00:22:46,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494226480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/9df1de6de98746ebb5b6816f8cc37f99 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/9df1de6de98746ebb5b6816f8cc37f99 2024-11-25T00:22:46,481 DEBUG [Thread-545 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., hostname=4bb75722a6be,37323,1732494119912, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:46,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/9df1de6de98746ebb5b6816f8cc37f99, entries=150, sequenceid=182, filesize=11.9 K 2024-11-25T00:22:46,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/568058bfc0e74dbc9f41b595983fd8d9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/568058bfc0e74dbc9f41b595983fd8d9 2024-11-25T00:22:46,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494226486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,493 DEBUG [Thread-547 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., hostname=4bb75722a6be,37323,1732494119912, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:46,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/568058bfc0e74dbc9f41b595983fd8d9, entries=150, sequenceid=182, filesize=11.9 K 2024-11-25T00:22:46,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0e25a31dcb9025a7fc93c30045782305 in 1021ms, sequenceid=182, compaction requested=true 2024-11-25T00:22:46,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:46,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:46,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:46,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:46,499 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:46,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:46,500 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:46,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:46,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:46,501 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 176528 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:46,501 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48778 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:46,501 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/A is initiating minor compaction (all files) 2024-11-25T00:22:46,501 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/B is initiating minor compaction (all files) 2024-11-25T00:22:46,501 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/A in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:46,502 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/B in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:46,502 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/cf93781989114ad28e89d19091d5820f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/3c1a7838f3f54166b61fc56039be0403, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/edfe168920204bb9b754b5fc17cef9ef, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/e558aefb759b4aec959a525839ccdd7c] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=172.4 K 2024-11-25T00:22:46,502 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/42b29369135244498433e66ef57a2e04, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/23cebabda52046da96e7f9b73e7ff14f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/c0c8704e34c3421cb80238a885df54a1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/9df1de6de98746ebb5b6816f8cc37f99] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=47.6 K 2024-11-25T00:22:46,502 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:46,502 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/cf93781989114ad28e89d19091d5820f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/3c1a7838f3f54166b61fc56039be0403, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/edfe168920204bb9b754b5fc17cef9ef, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/e558aefb759b4aec959a525839ccdd7c] 2024-11-25T00:22:46,502 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf93781989114ad28e89d19091d5820f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732494162320 2024-11-25T00:22:46,502 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 42b29369135244498433e66ef57a2e04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732494162320 2024-11-25T00:22:46,503 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c1a7838f3f54166b61fc56039be0403, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732494163407 2024-11-25T00:22:46,503 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 23cebabda52046da96e7f9b73e7ff14f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732494163407 2024-11-25T00:22:46,503 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting edfe168920204bb9b754b5fc17cef9ef, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494164067 2024-11-25T00:22:46,504 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c0c8704e34c3421cb80238a885df54a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494164067 2024-11-25T00:22:46,504 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting e558aefb759b4aec959a525839ccdd7c, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732494165389 2024-11-25T00:22:46,504 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 9df1de6de98746ebb5b6816f8cc37f99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732494165465 2024-11-25T00:22:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:46,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:22:46,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:46,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:46,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:46,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:46,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:46,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:46,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494226526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,533 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:46,534 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/85a573eafe6c4e2098565e53d9adb479 is 50, key is test_row_0/B:col10/1732494165465/Put/seqid=0 2024-11-25T00:22:46,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494226528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,541 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:46,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125704488b3441e45d4bec4d3734cf3945f_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494166504/Put/seqid=0 2024-11-25T00:22:46,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T00:22:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:46,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,574 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125159c48dcdb7e47eda533312d1eb285b7_0e25a31dcb9025a7fc93c30045782305 store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:46,578 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125159c48dcdb7e47eda533312d1eb285b7_0e25a31dcb9025a7fc93c30045782305, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:46,579 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125159c48dcdb7e47eda533312d1eb285b7_0e25a31dcb9025a7fc93c30045782305 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:46,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741977_1153 (size=12561) 2024-11-25T00:22:46,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494226633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741978_1154 (size=14794) 2024-11-25T00:22:46,639 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:46,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494226636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,645 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125704488b3441e45d4bec4d3734cf3945f_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125704488b3441e45d4bec4d3734cf3945f_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:46,647 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/6389675dcbfa4b0c8d64369ce3661e7c, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:46,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/6389675dcbfa4b0c8d64369ce3661e7c is 175, key is test_row_0/A:col10/1732494166504/Put/seqid=0 2024-11-25T00:22:46,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741979_1155 (size=4469) 2024-11-25T00:22:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T00:22:46,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741980_1156 (size=39749) 2024-11-25T00:22:46,702 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/6389675dcbfa4b0c8d64369ce3661e7c 2024-11-25T00:22:46,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T00:22:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:46,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/64caa9b32c1748c693748460bad70b89 is 50, key is test_row_0/B:col10/1732494166504/Put/seqid=0 2024-11-25T00:22:46,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741981_1157 (size=12151) 2024-11-25T00:22:46,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494226764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494226840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494226844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,860 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:46,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T00:22:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:46,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:46,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,013 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:47,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T00:22:47,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:47,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:47,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:47,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,039 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/85a573eafe6c4e2098565e53d9adb479 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/85a573eafe6c4e2098565e53d9adb479 2024-11-25T00:22:47,046 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/B of 0e25a31dcb9025a7fc93c30045782305 into 85a573eafe6c4e2098565e53d9adb479(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:47,046 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:47,046 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/B, priority=12, startTime=1732494166499; duration=0sec 2024-11-25T00:22:47,046 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:47,046 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:B 2024-11-25T00:22:47,047 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:47,048 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48778 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:47,048 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/C is initiating minor compaction (all files) 2024-11-25T00:22:47,048 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/C in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:47,048 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/00b0096b03434923862a559c6f062a83, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/99375d780c44442b94ff6a1eabb89849, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/d6fc0ab7a03843bf88636645b34ad39e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/568058bfc0e74dbc9f41b595983fd8d9] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=47.6 K 2024-11-25T00:22:47,049 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 00b0096b03434923862a559c6f062a83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732494162320 2024-11-25T00:22:47,049 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 99375d780c44442b94ff6a1eabb89849, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732494163407 2024-11-25T00:22:47,050 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting d6fc0ab7a03843bf88636645b34ad39e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494164067 2024-11-25T00:22:47,050 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 568058bfc0e74dbc9f41b595983fd8d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732494165465 2024-11-25T00:22:47,064 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#C#compaction#127 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:47,068 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/7e586c50068e4335b0e704125e2f5aa4 is 50, key is test_row_0/C:col10/1732494165465/Put/seqid=0 2024-11-25T00:22:47,071 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#A#compaction#124 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:47,072 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/47b2c132048a47cfbc7ce3f1e33e5b91 is 175, key is test_row_0/A:col10/1732494165465/Put/seqid=0 2024-11-25T00:22:47,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741982_1158 (size=31515) 2024-11-25T00:22:47,129 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/47b2c132048a47cfbc7ce3f1e33e5b91 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/47b2c132048a47cfbc7ce3f1e33e5b91 2024-11-25T00:22:47,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741983_1159 (size=12561) 2024-11-25T00:22:47,145 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/7e586c50068e4335b0e704125e2f5aa4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/7e586c50068e4335b0e704125e2f5aa4 2024-11-25T00:22:47,148 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/A of 0e25a31dcb9025a7fc93c30045782305 into 47b2c132048a47cfbc7ce3f1e33e5b91(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:47,148 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:47,148 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/A, priority=12, startTime=1732494166499; duration=0sec 2024-11-25T00:22:47,148 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:47,148 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:A 2024-11-25T00:22:47,154 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/C of 0e25a31dcb9025a7fc93c30045782305 into 7e586c50068e4335b0e704125e2f5aa4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:47,154 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:47,154 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/C, priority=12, startTime=1732494166499; duration=0sec 2024-11-25T00:22:47,154 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:47,154 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:C 2024-11-25T00:22:47,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494227151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:47,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494227154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:47,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/64caa9b32c1748c693748460bad70b89 2024-11-25T00:22:47,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:47,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T00:22:47,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:47,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/9e88f4dbca8c43ffacde48b91f816354 is 50, key is test_row_0/C:col10/1732494166504/Put/seqid=0 2024-11-25T00:22:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T00:22:47,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741984_1160 (size=12151) 2024-11-25T00:22:47,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/9e88f4dbca8c43ffacde48b91f816354 2024-11-25T00:22:47,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/6389675dcbfa4b0c8d64369ce3661e7c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/6389675dcbfa4b0c8d64369ce3661e7c 2024-11-25T00:22:47,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/6389675dcbfa4b0c8d64369ce3661e7c, entries=200, sequenceid=208, filesize=38.8 K 2024-11-25T00:22:47,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/64caa9b32c1748c693748460bad70b89 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/64caa9b32c1748c693748460bad70b89 2024-11-25T00:22:47,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/64caa9b32c1748c693748460bad70b89, entries=150, sequenceid=208, filesize=11.9 K 2024-11-25T00:22:47,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/9e88f4dbca8c43ffacde48b91f816354 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/9e88f4dbca8c43ffacde48b91f816354 2024-11-25T00:22:47,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/9e88f4dbca8c43ffacde48b91f816354, entries=150, sequenceid=208, filesize=11.9 K 2024-11-25T00:22:47,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0e25a31dcb9025a7fc93c30045782305 in 750ms, sequenceid=208, compaction requested=false 2024-11-25T00:22:47,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:47,325 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:47,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T00:22:47,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:47,326 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T00:22:47,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:47,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:47,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:47,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:47,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:47,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252c05a7a8d9174494908437338a70a151_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494166526/Put/seqid=0 2024-11-25T00:22:47,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741985_1161 (size=12304) 2024-11-25T00:22:47,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,412 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252c05a7a8d9174494908437338a70a151_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252c05a7a8d9174494908437338a70a151_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:47,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/ce2fde2e1dcd4b85922d370a4b36e690, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:47,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/ce2fde2e1dcd4b85922d370a4b36e690 is 175, key is test_row_0/A:col10/1732494166526/Put/seqid=0 2024-11-25T00:22:47,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741986_1162 (size=31105) 2024-11-25T00:22:47,470 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/ce2fde2e1dcd4b85922d370a4b36e690 2024-11-25T00:22:47,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/614c3291cc084b71aa4e579629a89f54 is 50, key is test_row_0/B:col10/1732494166526/Put/seqid=0 2024-11-25T00:22:47,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741987_1163 (size=12151) 2024-11-25T00:22:47,529 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/614c3291cc084b71aa4e579629a89f54 2024-11-25T00:22:47,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/2e203723434c4848a5b67e8df3a3ac46 is 50, key is test_row_0/C:col10/1732494166526/Put/seqid=0 2024-11-25T00:22:47,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741988_1164 (size=12151) 2024-11-25T00:22:47,613 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/2e203723434c4848a5b67e8df3a3ac46 2024-11-25T00:22:47,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/ce2fde2e1dcd4b85922d370a4b36e690 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/ce2fde2e1dcd4b85922d370a4b36e690 2024-11-25T00:22:47,625 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/ce2fde2e1dcd4b85922d370a4b36e690, entries=150, sequenceid=221, filesize=30.4 K 2024-11-25T00:22:47,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/614c3291cc084b71aa4e579629a89f54 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/614c3291cc084b71aa4e579629a89f54 2024-11-25T00:22:47,633 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/614c3291cc084b71aa4e579629a89f54, entries=150, sequenceid=221, filesize=11.9 K 2024-11-25T00:22:47,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/2e203723434c4848a5b67e8df3a3ac46 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/2e203723434c4848a5b67e8df3a3ac46 2024-11-25T00:22:47,641 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/2e203723434c4848a5b67e8df3a3ac46, entries=150, sequenceid=221, filesize=11.9 K 2024-11-25T00:22:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,642 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 0e25a31dcb9025a7fc93c30045782305 in 315ms, sequenceid=221, compaction requested=true 2024-11-25T00:22:47,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:47,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:47,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T00:22:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-25T00:22:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T00:22:47,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5560 sec 2024-11-25T00:22:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.5620 sec 2024-11-25T00:22:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:47,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:47,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:47,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:47,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:47,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112552fb0f9b5efe46bda9493b0c5c05fd2d_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494167798/Put/seqid=0 2024-11-25T00:22:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494227903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494227901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:47,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494227909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:47,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741990_1166 (size=24758) 2024-11-25T00:22:48,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494228010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494228010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494228016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T00:22:48,194 INFO [Thread-549 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-25T00:22:48,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-25T00:22:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T00:22:48,198 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:48,199 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:48,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:48,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494228220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494228220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494228218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T00:22:48,332 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,338 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112552fb0f9b5efe46bda9493b0c5c05fd2d_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552fb0f9b5efe46bda9493b0c5c05fd2d_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:48,339 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0c6695c63b7c406f8c27d6963cd6f2af, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:48,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0c6695c63b7c406f8c27d6963cd6f2af is 175, key is test_row_0/A:col10/1732494167798/Put/seqid=0 2024-11-25T00:22:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741989_1165 (size=74395) 2024-11-25T00:22:48,344 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0c6695c63b7c406f8c27d6963cd6f2af 2024-11-25T00:22:48,351 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T00:22:48,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:48,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:48,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:48,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:48,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:48,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/93e27f24db754e9aa3286bb2c005220f is 50, key is test_row_0/B:col10/1732494167798/Put/seqid=0 2024-11-25T00:22:48,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741991_1167 (size=12151) 2024-11-25T00:22:48,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/93e27f24db754e9aa3286bb2c005220f 2024-11-25T00:22:48,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/dba45a57fb54400faa6bd86724d59c5c is 50, key is test_row_0/C:col10/1732494167798/Put/seqid=0 2024-11-25T00:22:48,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741992_1168 (size=12151) 2024-11-25T00:22:48,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/dba45a57fb54400faa6bd86724d59c5c 2024-11-25T00:22:48,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0c6695c63b7c406f8c27d6963cd6f2af as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0c6695c63b7c406f8c27d6963cd6f2af 2024-11-25T00:22:48,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0c6695c63b7c406f8c27d6963cd6f2af, entries=400, sequenceid=232, filesize=72.7 K 2024-11-25T00:22:48,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/93e27f24db754e9aa3286bb2c005220f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/93e27f24db754e9aa3286bb2c005220f 2024-11-25T00:22:48,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/93e27f24db754e9aa3286bb2c005220f, entries=150, sequenceid=232, filesize=11.9 K 2024-11-25T00:22:48,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/dba45a57fb54400faa6bd86724d59c5c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/dba45a57fb54400faa6bd86724d59c5c 2024-11-25T00:22:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T00:22:48,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/dba45a57fb54400faa6bd86724d59c5c, entries=150, sequenceid=232, filesize=11.9 K 2024-11-25T00:22:48,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T00:22:48,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0e25a31dcb9025a7fc93c30045782305 in 693ms, sequenceid=232, compaction requested=true 2024-11-25T00:22:48,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:48,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:48,506 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:22:48,506 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:48,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:48,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:48,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:48,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:48,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:48,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:48,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:48,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:48,507 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:48,511 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 176764 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:48,511 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/A is initiating minor compaction (all files) 2024-11-25T00:22:48,511 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/A in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:48,512 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/47b2c132048a47cfbc7ce3f1e33e5b91, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/6389675dcbfa4b0c8d64369ce3661e7c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/ce2fde2e1dcd4b85922d370a4b36e690, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0c6695c63b7c406f8c27d6963cd6f2af] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=172.6 K 2024-11-25T00:22:48,512 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:48,512 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/47b2c132048a47cfbc7ce3f1e33e5b91, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/6389675dcbfa4b0c8d64369ce3661e7c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/ce2fde2e1dcd4b85922d370a4b36e690, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0c6695c63b7c406f8c27d6963cd6f2af] 2024-11-25T00:22:48,512 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:48,512 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/B is initiating minor compaction (all files) 2024-11-25T00:22:48,512 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/B in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:48,512 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/85a573eafe6c4e2098565e53d9adb479, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/64caa9b32c1748c693748460bad70b89, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/614c3291cc084b71aa4e579629a89f54, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/93e27f24db754e9aa3286bb2c005220f] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=47.9 K 2024-11-25T00:22:48,513 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 85a573eafe6c4e2098565e53d9adb479, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732494165465 2024-11-25T00:22:48,513 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47b2c132048a47cfbc7ce3f1e33e5b91, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732494165465 2024-11-25T00:22:48,513 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 64caa9b32c1748c693748460bad70b89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732494165621 2024-11-25T00:22:48,514 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 614c3291cc084b71aa4e579629a89f54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732494166516 2024-11-25T00:22:48,514 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6389675dcbfa4b0c8d64369ce3661e7c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732494165621 2024-11-25T00:22:48,514 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce2fde2e1dcd4b85922d370a4b36e690, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732494166516 2024-11-25T00:22:48,514 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 93e27f24db754e9aa3286bb2c005220f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732494167798 2024-11-25T00:22:48,515 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c6695c63b7c406f8c27d6963cd6f2af, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732494167717 2024-11-25T00:22:48,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:48,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:48,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:48,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:48,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:48,574 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:48,579 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#B#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:48,580 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/af871272b4dd436199c449184f187552 is 50, key is test_row_0/B:col10/1732494167798/Put/seqid=0 2024-11-25T00:22:48,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125df182f0a05b24816b0ec85eae127d911_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494167888/Put/seqid=0 2024-11-25T00:22:48,585 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411254f6a81b278e0429a81561194ee262ddd_0e25a31dcb9025a7fc93c30045782305 store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:48,589 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411254f6a81b278e0429a81561194ee262ddd_0e25a31dcb9025a7fc93c30045782305, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:48,589 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254f6a81b278e0429a81561194ee262ddd_0e25a31dcb9025a7fc93c30045782305 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:48,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494228582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494228586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494228586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741993_1169 (size=12697) 2024-11-25T00:22:48,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741994_1170 (size=12304) 2024-11-25T00:22:48,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,655 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125df182f0a05b24816b0ec85eae127d911_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125df182f0a05b24816b0ec85eae127d911_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/567c479503c64c63af4b3d0f62bc27a4, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/567c479503c64c63af4b3d0f62bc27a4 is 175, key is test_row_0/A:col10/1732494167888/Put/seqid=0 2024-11-25T00:22:48,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741995_1171 (size=4469) 2024-11-25T00:22:48,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741996_1172 (size=31105) 2024-11-25T00:22:48,689 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/567c479503c64c63af4b3d0f62bc27a4 2024-11-25T00:22:48,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494228695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/7ebd516936fd44a9a0d31e6b68fe65b0 is 50, key is test_row_0/B:col10/1732494167888/Put/seqid=0 2024-11-25T00:22:48,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494228700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494228701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741997_1173 (size=12151) 2024-11-25T00:22:48,742 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/7ebd516936fd44a9a0d31e6b68fe65b0 2024-11-25T00:22:48,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/8eaa13bf93bc4057be385c65b5fa5729 is 50, key is test_row_0/C:col10/1732494167888/Put/seqid=0 2024-11-25T00:22:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741998_1174 (size=12151) 2024-11-25T00:22:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T00:22:48,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494228902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494228910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:48,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494228911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,043 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/af871272b4dd436199c449184f187552 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/af871272b4dd436199c449184f187552 2024-11-25T00:22:49,056 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/B of 0e25a31dcb9025a7fc93c30045782305 into af871272b4dd436199c449184f187552(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:49,056 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:49,056 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/B, priority=12, startTime=1732494168507; duration=0sec 2024-11-25T00:22:49,056 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:49,056 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:B 2024-11-25T00:22:49,056 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:49,059 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:49,059 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/C is initiating minor compaction (all files) 2024-11-25T00:22:49,060 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/C in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:49,060 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/7e586c50068e4335b0e704125e2f5aa4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/9e88f4dbca8c43ffacde48b91f816354, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/2e203723434c4848a5b67e8df3a3ac46, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/dba45a57fb54400faa6bd86724d59c5c] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=47.9 K 2024-11-25T00:22:49,060 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e586c50068e4335b0e704125e2f5aa4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732494165465 2024-11-25T00:22:49,062 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e88f4dbca8c43ffacde48b91f816354, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732494165621 2024-11-25T00:22:49,062 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e203723434c4848a5b67e8df3a3ac46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732494166516 2024-11-25T00:22:49,062 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting dba45a57fb54400faa6bd86724d59c5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732494167798 2024-11-25T00:22:49,065 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#A#compaction#135 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:49,066 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/999a31ccd9964961af34f09026c7365b is 175, key is test_row_0/A:col10/1732494167798/Put/seqid=0 2024-11-25T00:22:49,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741999_1175 (size=31651) 2024-11-25T00:22:49,105 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#C#compaction#140 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:49,105 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/999a31ccd9964961af34f09026c7365b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/999a31ccd9964961af34f09026c7365b 2024-11-25T00:22:49,105 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/6a49e71fcbfb4fed8c42944f47d03825 is 50, key is test_row_0/C:col10/1732494167798/Put/seqid=0 2024-11-25T00:22:49,116 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/A of 0e25a31dcb9025a7fc93c30045782305 into 999a31ccd9964961af34f09026c7365b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:49,117 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:49,117 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/A, priority=12, startTime=1732494168505; duration=0sec 2024-11-25T00:22:49,117 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:49,117 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:A 2024-11-25T00:22:49,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742000_1176 (size=12697) 2024-11-25T00:22:49,187 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/8eaa13bf93bc4057be385c65b5fa5729 2024-11-25T00:22:49,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/567c479503c64c63af4b3d0f62bc27a4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/567c479503c64c63af4b3d0f62bc27a4 2024-11-25T00:22:49,201 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/567c479503c64c63af4b3d0f62bc27a4, entries=150, sequenceid=257, filesize=30.4 K 2024-11-25T00:22:49,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/7ebd516936fd44a9a0d31e6b68fe65b0 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/7ebd516936fd44a9a0d31e6b68fe65b0 2024-11-25T00:22:49,209 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/7ebd516936fd44a9a0d31e6b68fe65b0, entries=150, sequenceid=257, filesize=11.9 K 2024-11-25T00:22:49,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494229206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/8eaa13bf93bc4057be385c65b5fa5729 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/8eaa13bf93bc4057be385c65b5fa5729 2024-11-25T00:22:49,215 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/8eaa13bf93bc4057be385c65b5fa5729, entries=150, sequenceid=257, filesize=11.9 K 2024-11-25T00:22:49,217 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 0e25a31dcb9025a7fc93c30045782305 in 712ms, sequenceid=257, compaction requested=false 2024-11-25T00:22:49,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:49,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:49,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-25T00:22:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-25T00:22:49,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-25T00:22:49,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0200 sec 2024-11-25T00:22:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:49,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:22:49,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:49,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:49,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:49,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:49,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:49,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:49,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.0290 sec 2024-11-25T00:22:49,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d0422a155008433d8ef6fb8f5105538e_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494169221/Put/seqid=0 2024-11-25T00:22:49,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494229293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494229294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T00:22:49,304 INFO [Thread-549 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-25T00:22:49,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-25T00:22:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T00:22:49,307 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:49,307 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:49,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742001_1177 (size=14994) 2024-11-25T00:22:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T00:22:49,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494229403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494229404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:22:49,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:49,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:49,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:49,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:49,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:49,566 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/6a49e71fcbfb4fed8c42944f47d03825 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/6a49e71fcbfb4fed8c42944f47d03825 2024-11-25T00:22:49,576 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/C of 0e25a31dcb9025a7fc93c30045782305 into 6a49e71fcbfb4fed8c42944f47d03825(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:49,576 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:49,576 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/C, priority=12, startTime=1732494168556; duration=0sec 2024-11-25T00:22:49,577 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:49,577 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:C 2024-11-25T00:22:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T00:22:49,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494229612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,615 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:22:49,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494229612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:49,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:49,715 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:49,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494229713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,723 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d0422a155008433d8ef6fb8f5105538e_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d0422a155008433d8ef6fb8f5105538e_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:49,726 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/95de527a093d416394496b96586cc1f6, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:49,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/95de527a093d416394496b96586cc1f6 is 175, key is test_row_0/A:col10/1732494169221/Put/seqid=0 2024-11-25T00:22:49,769 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:22:49,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:49,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:49,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:49,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:49,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742002_1178 (size=39949) 2024-11-25T00:22:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T00:22:49,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494229914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494229917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,926 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:49,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:22:49,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:49,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:49,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:49,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:49,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,081 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:50,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:22:50,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:50,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,192 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/95de527a093d416394496b96586cc1f6 2024-11-25T00:22:50,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/1eb123cd4b774281bbd9e22019c253b4 is 50, key is test_row_0/B:col10/1732494169221/Put/seqid=0 2024-11-25T00:22:50,236 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:50,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:22:50,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:50,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742003_1179 (size=12301) 2024-11-25T00:22:50,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:50,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:22:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T00:22:50,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494230419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:50,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494230421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49764 deadline: 1732494230490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:50,493 DEBUG [Thread-545 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., hostname=4bb75722a6be,37323,1732494119912, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:50,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49756 deadline: 1732494230512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:50,516 DEBUG [Thread-547 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., hostname=4bb75722a6be,37323,1732494119912, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:50,545 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:50,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:22:50,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:50,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/1eb123cd4b774281bbd9e22019c253b4 2024-11-25T00:22:50,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/ea3f123ec63c433fbe19688cdfeadeec is 50, key is test_row_0/C:col10/1732494169221/Put/seqid=0 2024-11-25T00:22:50,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:50,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:22:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742004_1180 (size=12301) 2024-11-25T00:22:50,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/ea3f123ec63c433fbe19688cdfeadeec 2024-11-25T00:22:50,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/95de527a093d416394496b96586cc1f6 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/95de527a093d416394496b96586cc1f6 2024-11-25T00:22:50,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/95de527a093d416394496b96586cc1f6, entries=200, sequenceid=273, filesize=39.0 K 2024-11-25T00:22:50,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/1eb123cd4b774281bbd9e22019c253b4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/1eb123cd4b774281bbd9e22019c253b4 2024-11-25T00:22:50,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494230728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:50,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/1eb123cd4b774281bbd9e22019c253b4, entries=150, sequenceid=273, filesize=12.0 K 2024-11-25T00:22:50,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/ea3f123ec63c433fbe19688cdfeadeec as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/ea3f123ec63c433fbe19688cdfeadeec 2024-11-25T00:22:50,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/ea3f123ec63c433fbe19688cdfeadeec, entries=150, sequenceid=273, filesize=12.0 K 2024-11-25T00:22:50,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0e25a31dcb9025a7fc93c30045782305 in 1520ms, sequenceid=273, compaction requested=true 2024-11-25T00:22:50,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:50,743 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:50,745 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:50,745 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/A is initiating minor compaction (all files) 2024-11-25T00:22:50,745 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/A in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,745 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/999a31ccd9964961af34f09026c7365b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/567c479503c64c63af4b3d0f62bc27a4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/95de527a093d416394496b96586cc1f6] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=100.3 K 2024-11-25T00:22:50,745 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,745 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/999a31ccd9964961af34f09026c7365b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/567c479503c64c63af4b3d0f62bc27a4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/95de527a093d416394496b96586cc1f6] 2024-11-25T00:22:50,746 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 999a31ccd9964961af34f09026c7365b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732494167798 2024-11-25T00:22:50,747 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 567c479503c64c63af4b3d0f62bc27a4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732494167888 2024-11-25T00:22:50,748 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95de527a093d416394496b96586cc1f6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732494168569 2024-11-25T00:22:50,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:50,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:50,755 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:50,756 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:50,756 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/B is initiating minor compaction (all files) 2024-11-25T00:22:50,756 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/B in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,757 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/af871272b4dd436199c449184f187552, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/7ebd516936fd44a9a0d31e6b68fe65b0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/1eb123cd4b774281bbd9e22019c253b4] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=36.3 K 2024-11-25T00:22:50,757 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting af871272b4dd436199c449184f187552, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732494167798 2024-11-25T00:22:50,757 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ebd516936fd44a9a0d31e6b68fe65b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732494167888 2024-11-25T00:22:50,758 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eb123cd4b774281bbd9e22019c253b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732494168569 2024-11-25T00:22:50,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:50,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:50,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:50,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:50,770 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:50,779 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#B#compaction#145 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:50,780 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/d1c0984d50874cbfa842f527dbc2d975 is 50, key is test_row_0/B:col10/1732494169221/Put/seqid=0 2024-11-25T00:22:50,784 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125094927f59cb04ec58a7f37a59230d9ed_0e25a31dcb9025a7fc93c30045782305 store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:50,786 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125094927f59cb04ec58a7f37a59230d9ed_0e25a31dcb9025a7fc93c30045782305, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:50,787 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125094927f59cb04ec58a7f37a59230d9ed_0e25a31dcb9025a7fc93c30045782305 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:50,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742005_1181 (size=12949) 2024-11-25T00:22:50,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742006_1182 (size=4469) 2024-11-25T00:22:50,837 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#A#compaction#144 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:50,837 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/f0dc6d66382d4e9a8b5dbba940ee049b is 175, key is test_row_0/A:col10/1732494169221/Put/seqid=0 2024-11-25T00:22:50,840 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/d1c0984d50874cbfa842f527dbc2d975 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d1c0984d50874cbfa842f527dbc2d975 2024-11-25T00:22:50,847 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/B of 0e25a31dcb9025a7fc93c30045782305 into d1c0984d50874cbfa842f527dbc2d975(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:50,847 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:50,847 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/B, priority=13, startTime=1732494170755; duration=0sec 2024-11-25T00:22:50,847 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:50,847 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:B 2024-11-25T00:22:50,847 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:50,848 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:50,848 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/C is initiating minor compaction (all files) 2024-11-25T00:22:50,848 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/C in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,849 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/6a49e71fcbfb4fed8c42944f47d03825, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/8eaa13bf93bc4057be385c65b5fa5729, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/ea3f123ec63c433fbe19688cdfeadeec] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=36.3 K 2024-11-25T00:22:50,849 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a49e71fcbfb4fed8c42944f47d03825, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732494167798 2024-11-25T00:22:50,849 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eaa13bf93bc4057be385c65b5fa5729, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732494167888 2024-11-25T00:22:50,850 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting ea3f123ec63c433fbe19688cdfeadeec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732494168569 2024-11-25T00:22:50,852 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:50,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:22:50,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:50,853 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T00:22:50,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:50,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:50,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:50,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:50,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:50,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:50,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742007_1183 (size=31903) 2024-11-25T00:22:50,885 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/f0dc6d66382d4e9a8b5dbba940ee049b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f0dc6d66382d4e9a8b5dbba940ee049b 2024-11-25T00:22:50,889 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#C#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:50,890 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/055787e56a1e4f5c81996e99a0748e01 is 50, key is test_row_0/C:col10/1732494169221/Put/seqid=0 2024-11-25T00:22:50,896 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/A of 0e25a31dcb9025a7fc93c30045782305 into f0dc6d66382d4e9a8b5dbba940ee049b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:50,896 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:50,896 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/A, priority=13, startTime=1732494170743; duration=0sec 2024-11-25T00:22:50,897 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:50,897 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:A 2024-11-25T00:22:50,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251bce611d4d2245ef88eaf1fc45f66dbd_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494169272/Put/seqid=0 2024-11-25T00:22:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742008_1184 (size=12949) 2024-11-25T00:22:50,924 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/055787e56a1e4f5c81996e99a0748e01 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/055787e56a1e4f5c81996e99a0748e01 2024-11-25T00:22:50,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742009_1185 (size=12454) 2024-11-25T00:22:50,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:50,938 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/C of 0e25a31dcb9025a7fc93c30045782305 into 055787e56a1e4f5c81996e99a0748e01(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:50,939 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:50,940 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/C, priority=13, startTime=1732494170765; duration=0sec 2024-11-25T00:22:50,940 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:50,940 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:C 2024-11-25T00:22:50,941 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251bce611d4d2245ef88eaf1fc45f66dbd_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251bce611d4d2245ef88eaf1fc45f66dbd_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:50,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/7eb477a5d76f46709fc1cae8a278e437, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:50,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/7eb477a5d76f46709fc1cae8a278e437 is 175, key is test_row_0/A:col10/1732494169272/Put/seqid=0 2024-11-25T00:22:50,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742010_1186 (size=31255) 2024-11-25T00:22:50,993 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/7eb477a5d76f46709fc1cae8a278e437 2024-11-25T00:22:51,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/cea8deab0f854649a696e21fd543ddc1 is 50, key is test_row_0/B:col10/1732494169272/Put/seqid=0 2024-11-25T00:22:51,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742011_1187 (size=12301) 2024-11-25T00:22:51,079 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/cea8deab0f854649a696e21fd543ddc1 2024-11-25T00:22:51,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/2a1a7703425b4e07b0a092dac2beeeac is 50, key is test_row_0/C:col10/1732494169272/Put/seqid=0 2024-11-25T00:22:51,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742012_1188 (size=12301) 2024-11-25T00:22:51,138 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/2a1a7703425b4e07b0a092dac2beeeac 2024-11-25T00:22:51,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/7eb477a5d76f46709fc1cae8a278e437 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/7eb477a5d76f46709fc1cae8a278e437 2024-11-25T00:22:51,150 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/7eb477a5d76f46709fc1cae8a278e437, entries=150, sequenceid=297, filesize=30.5 K 2024-11-25T00:22:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/cea8deab0f854649a696e21fd543ddc1 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/cea8deab0f854649a696e21fd543ddc1 2024-11-25T00:22:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,157 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/cea8deab0f854649a696e21fd543ddc1, entries=150, sequenceid=297, filesize=12.0 K 2024-11-25T00:22:51,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/2a1a7703425b4e07b0a092dac2beeeac as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/2a1a7703425b4e07b0a092dac2beeeac 2024-11-25T00:22:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,165 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/2a1a7703425b4e07b0a092dac2beeeac, entries=150, sequenceid=297, filesize=12.0 K 2024-11-25T00:22:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,166 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 0e25a31dcb9025a7fc93c30045782305 in 313ms, sequenceid=297, compaction requested=false 2024-11-25T00:22:51,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:51,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T00:22:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-25T00:22:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-25T00:22:51,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8610 sec 2024-11-25T00:22:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.8660 sec 2024-11-25T00:22:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T00:22:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,416 INFO [Thread-549 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-25T00:22:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-25T00:22:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T00:22:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,420 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,421 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:51,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T00:22:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:51,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252a730a7448e6429fa1884251849acf9f_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494171515/Put/seqid=0 2024-11-25T00:22:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,573 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:51,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T00:22:51,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:51,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:51,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:51,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742013_1189 (size=20074) 2024-11-25T00:22:51,582 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:51,593 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252a730a7448e6429fa1884251849acf9f_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252a730a7448e6429fa1884251849acf9f_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:51,596 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/82f94cfd43024ab89cd26f4a782c3c8d, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:51,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/82f94cfd43024ab89cd26f4a782c3c8d is 175, key is test_row_0/A:col10/1732494171515/Put/seqid=0 2024-11-25T00:22:51,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494231618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:51,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494231619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:51,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742014_1190 (size=57333) 2024-11-25T00:22:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T00:22:51,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494231724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:51,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494231725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:51,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:51,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T00:22:51,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:51,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:51,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:51,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,881 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:51,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T00:22:51,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:51,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:51,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:51,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494231929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:51,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494231929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T00:22:52,036 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:52,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T00:22:52,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:52,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:52,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:52,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:52,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:52,046 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=310, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/82f94cfd43024ab89cd26f4a782c3c8d 2024-11-25T00:22:52,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/667f9902e0174dcbb3ba6ca4a4bd340e is 50, key is test_row_0/B:col10/1732494171515/Put/seqid=0 2024-11-25T00:22:52,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742015_1191 (size=12301) 2024-11-25T00:22:52,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/667f9902e0174dcbb3ba6ca4a4bd340e 2024-11-25T00:22:52,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/b65a76b5b20b4f738ff4631a89e1eefe is 50, key is test_row_0/C:col10/1732494171515/Put/seqid=0 2024-11-25T00:22:52,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742016_1192 (size=12301) 2024-11-25T00:22:52,190 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:52,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T00:22:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:52,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:52,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494232231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:52,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494232232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:52,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:52,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T00:22:52,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:52,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:52,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:52,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:52,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:52,497 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:52,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T00:22:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:52,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T00:22:52,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/b65a76b5b20b4f738ff4631a89e1eefe 2024-11-25T00:22:52,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/82f94cfd43024ab89cd26f4a782c3c8d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/82f94cfd43024ab89cd26f4a782c3c8d 2024-11-25T00:22:52,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/82f94cfd43024ab89cd26f4a782c3c8d, entries=300, sequenceid=310, filesize=56.0 K 2024-11-25T00:22:52,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/667f9902e0174dcbb3ba6ca4a4bd340e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/667f9902e0174dcbb3ba6ca4a4bd340e 2024-11-25T00:22:52,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/667f9902e0174dcbb3ba6ca4a4bd340e, entries=150, sequenceid=310, filesize=12.0 K 2024-11-25T00:22:52,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/b65a76b5b20b4f738ff4631a89e1eefe as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b65a76b5b20b4f738ff4631a89e1eefe 2024-11-25T00:22:52,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b65a76b5b20b4f738ff4631a89e1eefe, entries=150, sequenceid=310, filesize=12.0 K 2024-11-25T00:22:52,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0e25a31dcb9025a7fc93c30045782305 in 1081ms, sequenceid=310, compaction requested=true 2024-11-25T00:22:52,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:52,604 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:52,605 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120491 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:52,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:52,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:52,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:52,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:52,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:52,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:52,606 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:52,607 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:52,608 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/A is initiating minor compaction (all files) 2024-11-25T00:22:52,608 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/A in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:52,608 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f0dc6d66382d4e9a8b5dbba940ee049b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/7eb477a5d76f46709fc1cae8a278e437, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/82f94cfd43024ab89cd26f4a782c3c8d] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=117.7 K 2024-11-25T00:22:52,608 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:52,608 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f0dc6d66382d4e9a8b5dbba940ee049b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/7eb477a5d76f46709fc1cae8a278e437, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/82f94cfd43024ab89cd26f4a782c3c8d] 2024-11-25T00:22:52,608 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/B is initiating minor compaction (all files) 2024-11-25T00:22:52,608 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/B in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:52,608 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d1c0984d50874cbfa842f527dbc2d975, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/cea8deab0f854649a696e21fd543ddc1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/667f9902e0174dcbb3ba6ca4a4bd340e] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=36.7 K 2024-11-25T00:22:52,610 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting f0dc6d66382d4e9a8b5dbba940ee049b, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732494168569 2024-11-25T00:22:52,610 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1c0984d50874cbfa842f527dbc2d975, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732494168569 2024-11-25T00:22:52,610 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting cea8deab0f854649a696e21fd543ddc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732494169272 2024-11-25T00:22:52,610 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 7eb477a5d76f46709fc1cae8a278e437, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732494169272 2024-11-25T00:22:52,611 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 667f9902e0174dcbb3ba6ca4a4bd340e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732494171493 2024-11-25T00:22:52,611 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 82f94cfd43024ab89cd26f4a782c3c8d, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732494171450 2024-11-25T00:22:52,637 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:52,638 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/d6d61832dd034308bb1e0600e4015466 is 50, key is test_row_0/B:col10/1732494171515/Put/seqid=0 2024-11-25T00:22:52,648 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:52,651 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:52,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T00:22:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:52,652 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:22:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:52,676 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125cc36f517382147beb948c63337594bc3_0e25a31dcb9025a7fc93c30045782305 store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:52,678 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125cc36f517382147beb948c63337594bc3_0e25a31dcb9025a7fc93c30045782305, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:52,678 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cc36f517382147beb948c63337594bc3_0e25a31dcb9025a7fc93c30045782305 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:52,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742017_1193 (size=13051) 2024-11-25T00:22:52,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ee1b37b1a3ac4e88a1754ade430349ad_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494171607/Put/seqid=0 2024-11-25T00:22:52,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742018_1194 (size=4469) 2024-11-25T00:22:52,742 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#A#compaction#154 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:52,743 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/23d209674921451281a85b33cf4a9248 is 175, key is test_row_0/A:col10/1732494171515/Put/seqid=0 2024-11-25T00:22:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:52,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494232755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:52,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494232757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:52,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494232763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:52,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742020_1196 (size=32005) 2024-11-25T00:22:52,807 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/23d209674921451281a85b33cf4a9248 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/23d209674921451281a85b33cf4a9248 2024-11-25T00:22:52,814 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/A of 0e25a31dcb9025a7fc93c30045782305 into 23d209674921451281a85b33cf4a9248(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:52,814 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:52,814 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/A, priority=13, startTime=1732494172604; duration=0sec 2024-11-25T00:22:52,815 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:52,815 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:A 2024-11-25T00:22:52,815 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:52,816 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:52,816 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/C is initiating minor compaction (all files) 2024-11-25T00:22:52,816 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/C in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:52,816 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/055787e56a1e4f5c81996e99a0748e01, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/2a1a7703425b4e07b0a092dac2beeeac, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b65a76b5b20b4f738ff4631a89e1eefe] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=36.7 K 2024-11-25T00:22:52,817 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 055787e56a1e4f5c81996e99a0748e01, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732494168569 2024-11-25T00:22:52,818 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a1a7703425b4e07b0a092dac2beeeac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732494169272 2024-11-25T00:22:52,819 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting b65a76b5b20b4f738ff4631a89e1eefe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732494171493 2024-11-25T00:22:52,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742019_1195 (size=12454) 2024-11-25T00:22:52,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:52,832 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ee1b37b1a3ac4e88a1754ade430349ad_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ee1b37b1a3ac4e88a1754ade430349ad_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0882d3c7f8c1410d847ad197e1ead8d4, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:52,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0882d3c7f8c1410d847ad197e1ead8d4 is 175, key is test_row_0/A:col10/1732494171607/Put/seqid=0 2024-11-25T00:22:52,849 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:52,849 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/5abe447c5a3b4994a0a7f07f0e21415d is 50, key is test_row_0/C:col10/1732494171515/Put/seqid=0 2024-11-25T00:22:52,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494232866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:52,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494232866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:52,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494232873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:52,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742021_1197 (size=31255) 2024-11-25T00:22:52,900 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0882d3c7f8c1410d847ad197e1ead8d4 2024-11-25T00:22:52,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742022_1198 (size=13051) 2024-11-25T00:22:52,965 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/5abe447c5a3b4994a0a7f07f0e21415d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/5abe447c5a3b4994a0a7f07f0e21415d 2024-11-25T00:22:52,975 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/C of 0e25a31dcb9025a7fc93c30045782305 into 5abe447c5a3b4994a0a7f07f0e21415d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:52,975 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:52,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/aae37bcf08864580b453e91f01cf1107 is 50, key is test_row_0/B:col10/1732494171607/Put/seqid=0 2024-11-25T00:22:52,975 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/C, priority=13, startTime=1732494172605; duration=0sec 2024-11-25T00:22:52,976 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:52,976 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:C 2024-11-25T00:22:53,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742023_1199 (size=12301) 2024-11-25T00:22:53,003 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/aae37bcf08864580b453e91f01cf1107 2024-11-25T00:22:53,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/aa470675722d48e19a1e1caedd1ad9d4 is 50, key is test_row_0/C:col10/1732494171607/Put/seqid=0 2024-11-25T00:22:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742024_1200 (size=12301) 2024-11-25T00:22:53,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494233072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:53,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494233075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:53,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494233082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:53,099 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/d6d61832dd034308bb1e0600e4015466 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d6d61832dd034308bb1e0600e4015466 2024-11-25T00:22:53,107 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/B of 0e25a31dcb9025a7fc93c30045782305 into d6d61832dd034308bb1e0600e4015466(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:53,107 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:53,107 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/B, priority=13, startTime=1732494172605; duration=0sec 2024-11-25T00:22:53,107 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:53,107 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:B 2024-11-25T00:22:53,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494233378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:53,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494233378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:53,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494233389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:53,451 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/aa470675722d48e19a1e1caedd1ad9d4 2024-11-25T00:22:53,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0882d3c7f8c1410d847ad197e1ead8d4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0882d3c7f8c1410d847ad197e1ead8d4 2024-11-25T00:22:53,476 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0882d3c7f8c1410d847ad197e1ead8d4, entries=150, sequenceid=335, filesize=30.5 K 2024-11-25T00:22:53,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/aae37bcf08864580b453e91f01cf1107 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/aae37bcf08864580b453e91f01cf1107 2024-11-25T00:22:53,487 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/aae37bcf08864580b453e91f01cf1107, entries=150, sequenceid=335, filesize=12.0 K 2024-11-25T00:22:53,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/aa470675722d48e19a1e1caedd1ad9d4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/aa470675722d48e19a1e1caedd1ad9d4 2024-11-25T00:22:53,495 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/aa470675722d48e19a1e1caedd1ad9d4, entries=150, sequenceid=335, filesize=12.0 K 2024-11-25T00:22:53,497 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0e25a31dcb9025a7fc93c30045782305 in 844ms, sequenceid=335, compaction requested=false 2024-11-25T00:22:53,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:53,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:53,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T00:22:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-25T00:22:53,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-25T00:22:53,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0770 sec 2024-11-25T00:22:53,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.0850 sec 2024-11-25T00:22:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T00:22:53,525 INFO [Thread-549 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-25T00:22:53,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-25T00:22:53,528 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:53,530 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:53,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T00:22:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T00:22:53,684 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:53,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T00:22:53,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:53,685 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:53,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:53,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:53,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:53,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:53,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:53,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:53,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125658f96187d3a49c4bef9585e821e67f4_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494172756/Put/seqid=0 2024-11-25T00:22:53,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742025_1201 (size=12454) 2024-11-25T00:22:53,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:53,760 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125658f96187d3a49c4bef9585e821e67f4_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125658f96187d3a49c4bef9585e821e67f4_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:53,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/183af91a6a51439e92b718016015383a, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:53,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/183af91a6a51439e92b718016015383a is 175, key is test_row_0/A:col10/1732494172756/Put/seqid=0 2024-11-25T00:22:53,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742026_1202 (size=31255) 2024-11-25T00:22:53,778 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/183af91a6a51439e92b718016015383a 2024-11-25T00:22:53,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/7b54b36db7ac4326bee1fe01b0752990 is 50, key is test_row_0/B:col10/1732494172756/Put/seqid=0 2024-11-25T00:22:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T00:22:53,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742027_1203 (size=12301) 2024-11-25T00:22:53,849 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/7b54b36db7ac4326bee1fe01b0752990 2024-11-25T00:22:53,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/22c464d4ee1a4d719e73857157773e8d is 50, key is test_row_0/C:col10/1732494172756/Put/seqid=0 2024-11-25T00:22:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:53,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:53,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742028_1204 (size=12301) 2024-11-25T00:22:53,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494233942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:53,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494233942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:53,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494233946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494234049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494234049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494234049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T00:22:54,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494234252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494234253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494234253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,309 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/22c464d4ee1a4d719e73857157773e8d 2024-11-25T00:22:54,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/183af91a6a51439e92b718016015383a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/183af91a6a51439e92b718016015383a 2024-11-25T00:22:54,321 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/183af91a6a51439e92b718016015383a, entries=150, sequenceid=349, filesize=30.5 K 2024-11-25T00:22:54,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/7b54b36db7ac4326bee1fe01b0752990 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/7b54b36db7ac4326bee1fe01b0752990 2024-11-25T00:22:54,328 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/7b54b36db7ac4326bee1fe01b0752990, entries=150, sequenceid=349, filesize=12.0 K 2024-11-25T00:22:54,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/22c464d4ee1a4d719e73857157773e8d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/22c464d4ee1a4d719e73857157773e8d 2024-11-25T00:22:54,334 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/22c464d4ee1a4d719e73857157773e8d, entries=150, sequenceid=349, filesize=12.0 K 2024-11-25T00:22:54,335 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0e25a31dcb9025a7fc93c30045782305 in 650ms, sequenceid=349, compaction requested=true 2024-11-25T00:22:54,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:54,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:54,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-25T00:22:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-25T00:22:54,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-25T00:22:54,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 806 msec 2024-11-25T00:22:54,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 812 msec 2024-11-25T00:22:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:54,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:22:54,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:54,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:54,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:54,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:54,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:54,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:54,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494234567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494234572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494234574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112500a39f656dee420491c093798ba5fee3_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494174558/Put/seqid=0 2024-11-25T00:22:54,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742029_1205 (size=17534) 2024-11-25T00:22:54,610 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:54,616 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112500a39f656dee420491c093798ba5fee3_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112500a39f656dee420491c093798ba5fee3_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:54,618 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/898cc27edd584a10bc9bb139d08dc3ac, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:54,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/898cc27edd584a10bc9bb139d08dc3ac is 175, key is test_row_0/A:col10/1732494174558/Put/seqid=0 2024-11-25T00:22:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T00:22:54,635 INFO [Thread-549 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-25T00:22:54,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-25T00:22:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T00:22:54,640 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:54,642 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:54,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:54,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742030_1206 (size=48639) 2024-11-25T00:22:54,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494234675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494234680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494234680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T00:22:54,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:22:54,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:54,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:54,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:54,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494234880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494234886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494234886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T00:22:54,948 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:54,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:22:54,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:54,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:54,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:54,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,055 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/898cc27edd584a10bc9bb139d08dc3ac 2024-11-25T00:22:55,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/ad4c3c72112e4ea5939b623795d392e7 is 50, key is test_row_0/B:col10/1732494174558/Put/seqid=0 2024-11-25T00:22:55,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742031_1207 (size=12301) 2024-11-25T00:22:55,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:55,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:22:55,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:55,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:55,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/ad4c3c72112e4ea5939b623795d392e7 2024-11-25T00:22:55,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/01ff642c99f94f90bdfd27a11e344966 is 50, key is test_row_0/C:col10/1732494174558/Put/seqid=0 2024-11-25T00:22:55,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742032_1208 (size=12301) 2024-11-25T00:22:55,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/01ff642c99f94f90bdfd27a11e344966 2024-11-25T00:22:55,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/898cc27edd584a10bc9bb139d08dc3ac as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/898cc27edd584a10bc9bb139d08dc3ac 2024-11-25T00:22:55,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/898cc27edd584a10bc9bb139d08dc3ac, entries=250, sequenceid=376, filesize=47.5 K 2024-11-25T00:22:55,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/ad4c3c72112e4ea5939b623795d392e7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/ad4c3c72112e4ea5939b623795d392e7 2024-11-25T00:22:55,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494235184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:55,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/ad4c3c72112e4ea5939b623795d392e7, entries=150, sequenceid=376, filesize=12.0 K 2024-11-25T00:22:55,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/01ff642c99f94f90bdfd27a11e344966 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/01ff642c99f94f90bdfd27a11e344966 2024-11-25T00:22:55,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/01ff642c99f94f90bdfd27a11e344966, entries=150, sequenceid=376, filesize=12.0 K 2024-11-25T00:22:55,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494235195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:55,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0e25a31dcb9025a7fc93c30045782305 in 645ms, sequenceid=376, compaction requested=true 2024-11-25T00:22:55,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:55,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:55,204 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:55,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:55,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:55,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:55,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:55,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:22:55,204 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:55,207 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:55,208 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/B is initiating minor compaction (all files) 2024-11-25T00:22:55,208 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/B in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:55,208 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d6d61832dd034308bb1e0600e4015466, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/aae37bcf08864580b453e91f01cf1107, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/7b54b36db7ac4326bee1fe01b0752990, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/ad4c3c72112e4ea5939b623795d392e7] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=48.8 K 2024-11-25T00:22:55,209 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:55,209 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/A is initiating minor compaction (all files) 2024-11-25T00:22:55,209 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/A in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:55,209 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/23d209674921451281a85b33cf4a9248, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0882d3c7f8c1410d847ad197e1ead8d4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/183af91a6a51439e92b718016015383a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/898cc27edd584a10bc9bb139d08dc3ac] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=139.8 K 2024-11-25T00:22:55,209 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:55,209 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/23d209674921451281a85b33cf4a9248, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0882d3c7f8c1410d847ad197e1ead8d4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/183af91a6a51439e92b718016015383a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/898cc27edd584a10bc9bb139d08dc3ac] 2024-11-25T00:22:55,209 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting d6d61832dd034308bb1e0600e4015466, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732494171493 2024-11-25T00:22:55,210 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23d209674921451281a85b33cf4a9248, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732494171493 2024-11-25T00:22:55,210 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting aae37bcf08864580b453e91f01cf1107, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732494171607 2024-11-25T00:22:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:55,210 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0882d3c7f8c1410d847ad197e1ead8d4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732494171607 2024-11-25T00:22:55,211 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b54b36db7ac4326bee1fe01b0752990, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732494172745 2024-11-25T00:22:55,211 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 183af91a6a51439e92b718016015383a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732494172745 2024-11-25T00:22:55,211 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting ad4c3c72112e4ea5939b623795d392e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732494173941 2024-11-25T00:22:55,212 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 898cc27edd584a10bc9bb139d08dc3ac, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732494173935 2024-11-25T00:22:55,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:55,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:55,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:55,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:55,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:55,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:55,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:55,229 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:55,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e905d3af0ea847b28bb24904eb8a2acb_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494175209/Put/seqid=0 2024-11-25T00:22:55,232 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#B#compaction#166 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:55,234 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/f00f6229dbab432bb4132630fec2e278 is 50, key is test_row_0/B:col10/1732494174558/Put/seqid=0 2024-11-25T00:22:55,237 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ce4995dcdc1e465c92bb373c53e9bb63_0e25a31dcb9025a7fc93c30045782305 store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:55,240 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ce4995dcdc1e465c92bb373c53e9bb63_0e25a31dcb9025a7fc93c30045782305, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:55,241 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ce4995dcdc1e465c92bb373c53e9bb63_0e25a31dcb9025a7fc93c30045782305 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T00:22:55,254 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:55,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:22:55,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:55,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:55,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:55,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742033_1209 (size=13187) 2024-11-25T00:22:55,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742034_1210 (size=14994) 2024-11-25T00:22:55,303 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:55,309 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e905d3af0ea847b28bb24904eb8a2acb_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e905d3af0ea847b28bb24904eb8a2acb_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:55,310 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0a77fd12d7b244c1a19a7a2c72e089fa, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:55,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0a77fd12d7b244c1a19a7a2c72e089fa is 175, key is test_row_0/A:col10/1732494175209/Put/seqid=0 2024-11-25T00:22:55,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742035_1211 (size=4469) 2024-11-25T00:22:55,325 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#A#compaction#165 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:55,326 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/ea91713113014fcca900eec3c25ab6ff is 175, key is test_row_0/A:col10/1732494174558/Put/seqid=0 2024-11-25T00:22:55,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494235359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:55,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742036_1212 (size=39949) 2024-11-25T00:22:55,375 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=388, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0a77fd12d7b244c1a19a7a2c72e089fa 2024-11-25T00:22:55,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742037_1213 (size=32141) 2024-11-25T00:22:55,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/d12a7827625b4348bea2e486d9263911 is 50, key is test_row_0/B:col10/1732494175209/Put/seqid=0 2024-11-25T00:22:55,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:55,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:22:55,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:55,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:55,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:55,408 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/ea91713113014fcca900eec3c25ab6ff as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/ea91713113014fcca900eec3c25ab6ff 2024-11-25T00:22:55,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,417 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/A of 0e25a31dcb9025a7fc93c30045782305 into ea91713113014fcca900eec3c25ab6ff(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:55,417 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:55,417 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/A, priority=12, startTime=1732494175204; duration=0sec 2024-11-25T00:22:55,417 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:55,417 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:A 2024-11-25T00:22:55,417 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:55,420 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:55,420 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/C is initiating minor compaction (all files) 2024-11-25T00:22:55,420 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/C in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:55,420 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/5abe447c5a3b4994a0a7f07f0e21415d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/aa470675722d48e19a1e1caedd1ad9d4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/22c464d4ee1a4d719e73857157773e8d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/01ff642c99f94f90bdfd27a11e344966] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=48.8 K 2024-11-25T00:22:55,420 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5abe447c5a3b4994a0a7f07f0e21415d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732494171493 2024-11-25T00:22:55,421 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa470675722d48e19a1e1caedd1ad9d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732494171607 2024-11-25T00:22:55,421 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22c464d4ee1a4d719e73857157773e8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732494172745 2024-11-25T00:22:55,423 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01ff642c99f94f90bdfd27a11e344966, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732494173941 2024-11-25T00:22:55,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742038_1214 (size=12301) 2024-11-25T00:22:55,448 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#C#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:55,449 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/65c8fa0c4eff46ee8af05d5a10ade955 is 50, key is test_row_0/C:col10/1732494174558/Put/seqid=0 2024-11-25T00:22:55,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/d12a7827625b4348bea2e486d9263911 2024-11-25T00:22:55,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494235466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:55,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742039_1215 (size=13187) 2024-11-25T00:22:55,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/a128e4ec7a0847269fcf936e9ea025c4 is 50, key is test_row_0/C:col10/1732494175209/Put/seqid=0 2024-11-25T00:22:55,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742040_1216 (size=12301) 2024-11-25T00:22:55,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/a128e4ec7a0847269fcf936e9ea025c4 2024-11-25T00:22:55,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0a77fd12d7b244c1a19a7a2c72e089fa as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0a77fd12d7b244c1a19a7a2c72e089fa 2024-11-25T00:22:55,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0a77fd12d7b244c1a19a7a2c72e089fa, entries=200, sequenceid=388, filesize=39.0 K 2024-11-25T00:22:55,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/d12a7827625b4348bea2e486d9263911 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d12a7827625b4348bea2e486d9263911 2024-11-25T00:22:55,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d12a7827625b4348bea2e486d9263911, entries=150, sequenceid=388, filesize=12.0 K 2024-11-25T00:22:55,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/a128e4ec7a0847269fcf936e9ea025c4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/a128e4ec7a0847269fcf936e9ea025c4 2024-11-25T00:22:55,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/a128e4ec7a0847269fcf936e9ea025c4, entries=150, sequenceid=388, filesize=12.0 K 2024-11-25T00:22:55,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0e25a31dcb9025a7fc93c30045782305 in 334ms, sequenceid=388, compaction requested=false 2024-11-25T00:22:55,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:55,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:22:55,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:22:55,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:55,561 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:22:55,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:55,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:55,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:55,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:55,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:55,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:55,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250364aab2925a421f8fdc283026db863f_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494175292/Put/seqid=0 2024-11-25T00:22:55,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742041_1217 (size=12454) 2024-11-25T00:22:55,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. as already flushing 2024-11-25T00:22:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:55,681 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/f00f6229dbab432bb4132630fec2e278 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/f00f6229dbab432bb4132630fec2e278 2024-11-25T00:22:55,688 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/B of 0e25a31dcb9025a7fc93c30045782305 into f00f6229dbab432bb4132630fec2e278(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:55,689 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:55,689 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/B, priority=12, startTime=1732494175204; duration=0sec 2024-11-25T00:22:55,689 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:55,689 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:B 2024-11-25T00:22:55,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494235708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:55,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494235709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:55,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494235709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T00:22:55,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494235811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:55,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494235812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:55,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494235814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:55,885 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/65c8fa0c4eff46ee8af05d5a10ade955 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/65c8fa0c4eff46ee8af05d5a10ade955 2024-11-25T00:22:55,891 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/C of 0e25a31dcb9025a7fc93c30045782305 into 65c8fa0c4eff46ee8af05d5a10ade955(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:55,891 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:55,891 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/C, priority=12, startTime=1732494175204; duration=0sec 2024-11-25T00:22:55,892 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:55,892 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:C 2024-11-25T00:22:55,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:55,995 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250364aab2925a421f8fdc283026db863f_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250364aab2925a421f8fdc283026db863f_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:55,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/a8d5bbf08d994a9689a95d77ce15785e, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:55,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/a8d5bbf08d994a9689a95d77ce15785e is 175, key is test_row_0/A:col10/1732494175292/Put/seqid=0 2024-11-25T00:22:56,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742042_1218 (size=31255) 2024-11-25T00:22:56,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494236015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:56,017 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/a8d5bbf08d994a9689a95d77ce15785e 2024-11-25T00:22:56,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494236017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:56,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494236021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:56,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/3be2a9ca382e41a7b509b923eeea87ea is 50, key is test_row_0/B:col10/1732494175292/Put/seqid=0 2024-11-25T00:22:56,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742043_1219 (size=12301) 2024-11-25T00:22:56,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49766 deadline: 1732494236319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:56,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1732494236324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:56,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49744 deadline: 1732494236325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:22:56,473 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/3be2a9ca382e41a7b509b923eeea87ea 2024-11-25T00:22:56,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/b4ad85ae46464ef79cce943b4cff4bed is 50, key is test_row_0/C:col10/1732494175292/Put/seqid=0 2024-11-25T00:22:56,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742044_1220 (size=12301) 2024-11-25T00:22:56,506 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/b4ad85ae46464ef79cce943b4cff4bed 2024-11-25T00:22:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/a8d5bbf08d994a9689a95d77ce15785e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/a8d5bbf08d994a9689a95d77ce15785e 2024-11-25T00:22:56,529 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/a8d5bbf08d994a9689a95d77ce15785e, entries=150, sequenceid=413, filesize=30.5 K 2024-11-25T00:22:56,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/3be2a9ca382e41a7b509b923eeea87ea as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/3be2a9ca382e41a7b509b923eeea87ea 2024-11-25T00:22:56,538 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/3be2a9ca382e41a7b509b923eeea87ea, entries=150, sequenceid=413, filesize=12.0 K 2024-11-25T00:22:56,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/b4ad85ae46464ef79cce943b4cff4bed as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b4ad85ae46464ef79cce943b4cff4bed 2024-11-25T00:22:56,544 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b4ad85ae46464ef79cce943b4cff4bed, entries=150, sequenceid=413, filesize=12.0 K 2024-11-25T00:22:56,548 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0e25a31dcb9025a7fc93c30045782305 in 987ms, sequenceid=413, compaction requested=true 2024-11-25T00:22:56,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:56,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:56,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-25T00:22:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-25T00:22:56,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-25T00:22:56,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9070 sec 2024-11-25T00:22:56,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.9150 sec 2024-11-25T00:22:56,645 DEBUG [Thread-554 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:53552 2024-11-25T00:22:56,645 DEBUG [Thread-550 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:53552 2024-11-25T00:22:56,645 DEBUG [Thread-550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:56,645 DEBUG [Thread-554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:56,648 DEBUG [Thread-552 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:53552 2024-11-25T00:22:56,648 DEBUG [Thread-552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:56,653 DEBUG [Thread-556 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:53552 2024-11-25T00:22:56,653 DEBUG [Thread-556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:56,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T00:22:56,744 INFO [Thread-549 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-25T00:22:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:56,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:22:56,828 DEBUG [Thread-541 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:53552 2024-11-25T00:22:56,829 DEBUG [Thread-541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:22:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:22:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:22:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:56,832 DEBUG [Thread-543 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:53552 2024-11-25T00:22:56,832 DEBUG [Thread-543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:56,833 DEBUG [Thread-539 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:53552 2024-11-25T00:22:56,833 DEBUG [Thread-539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:56,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112545d546f538924da18ca898afc90ad171_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494175707/Put/seqid=0 2024-11-25T00:22:56,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742045_1221 (size=12454) 2024-11-25T00:22:57,243 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,248 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112545d546f538924da18ca898afc90ad171_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112545d546f538924da18ca898afc90ad171_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:22:57,249 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/fbf4382189bc41599380ae053b041133, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:57,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/fbf4382189bc41599380ae053b041133 is 175, key is test_row_0/A:col10/1732494175707/Put/seqid=0 2024-11-25T00:22:57,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742046_1222 (size=31255) 2024-11-25T00:22:57,255 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=428, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/fbf4382189bc41599380ae053b041133 2024-11-25T00:22:57,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/ab2734b8da694cc3a9fac108fbb2e53b is 50, key is test_row_0/B:col10/1732494175707/Put/seqid=0 2024-11-25T00:22:57,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742047_1223 (size=12301) 2024-11-25T00:22:57,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/ab2734b8da694cc3a9fac108fbb2e53b 2024-11-25T00:22:57,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/32ddc35e3b3649d3b90f19c1bb1aff36 is 50, key is test_row_0/C:col10/1732494175707/Put/seqid=0 2024-11-25T00:22:57,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742048_1224 (size=12301) 2024-11-25T00:22:57,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/32ddc35e3b3649d3b90f19c1bb1aff36 2024-11-25T00:22:57,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/fbf4382189bc41599380ae053b041133 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/fbf4382189bc41599380ae053b041133 2024-11-25T00:22:57,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/fbf4382189bc41599380ae053b041133, entries=150, sequenceid=428, filesize=30.5 K 2024-11-25T00:22:57,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/ab2734b8da694cc3a9fac108fbb2e53b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/ab2734b8da694cc3a9fac108fbb2e53b 2024-11-25T00:22:57,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/ab2734b8da694cc3a9fac108fbb2e53b, entries=150, sequenceid=428, filesize=12.0 K 2024-11-25T00:22:57,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/32ddc35e3b3649d3b90f19c1bb1aff36 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/32ddc35e3b3649d3b90f19c1bb1aff36 2024-11-25T00:22:57,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/32ddc35e3b3649d3b90f19c1bb1aff36, entries=150, sequenceid=428, filesize=12.0 K 2024-11-25T00:22:57,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=13.42 KB/13740 for 0e25a31dcb9025a7fc93c30045782305 in 890ms, sequenceid=428, compaction requested=true 2024-11-25T00:22:57,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:57,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:57,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:57,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:57,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:57,718 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:57,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e25a31dcb9025a7fc93c30045782305:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:57,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:57,718 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:57,720 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:57,720 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/A is initiating minor compaction (all files) 2024-11-25T00:22:57,720 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/A in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:57,720 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/ea91713113014fcca900eec3c25ab6ff, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0a77fd12d7b244c1a19a7a2c72e089fa, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/a8d5bbf08d994a9689a95d77ce15785e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/fbf4382189bc41599380ae053b041133] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=131.4 K 2024-11-25T00:22:57,720 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:57,720 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:57,720 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/ea91713113014fcca900eec3c25ab6ff, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0a77fd12d7b244c1a19a7a2c72e089fa, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/a8d5bbf08d994a9689a95d77ce15785e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/fbf4382189bc41599380ae053b041133] 2024-11-25T00:22:57,720 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/B is initiating minor compaction (all files) 2024-11-25T00:22:57,720 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/B in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:57,721 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/f00f6229dbab432bb4132630fec2e278, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d12a7827625b4348bea2e486d9263911, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/3be2a9ca382e41a7b509b923eeea87ea, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/ab2734b8da694cc3a9fac108fbb2e53b] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=48.9 K 2024-11-25T00:22:57,721 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea91713113014fcca900eec3c25ab6ff, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732494173941 2024-11-25T00:22:57,721 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting f00f6229dbab432bb4132630fec2e278, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732494173941 2024-11-25T00:22:57,721 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a77fd12d7b244c1a19a7a2c72e089fa, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732494174570 2024-11-25T00:22:57,721 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting d12a7827625b4348bea2e486d9263911, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732494174571 2024-11-25T00:22:57,722 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 3be2a9ca382e41a7b509b923eeea87ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732494175292 2024-11-25T00:22:57,722 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8d5bbf08d994a9689a95d77ce15785e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732494175292 2024-11-25T00:22:57,722 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting ab2734b8da694cc3a9fac108fbb2e53b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732494175698 2024-11-25T00:22:57,722 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbf4382189bc41599380ae053b041133, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732494175698 2024-11-25T00:22:57,737 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:57,739 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#B#compaction#177 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:57,740 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/25d166948c004e42bfc0b649b14651e1 is 50, key is test_row_0/B:col10/1732494175707/Put/seqid=0 2024-11-25T00:22:57,740 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411251df1385d2c4d4654ab4b0fce9a1b790a_0e25a31dcb9025a7fc93c30045782305 store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:57,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742049_1225 (size=13323) 2024-11-25T00:22:57,786 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411251df1385d2c4d4654ab4b0fce9a1b790a_0e25a31dcb9025a7fc93c30045782305, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:57,786 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251df1385d2c4d4654ab4b0fce9a1b790a_0e25a31dcb9025a7fc93c30045782305 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:22:57,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742050_1226 (size=4469) 2024-11-25T00:22:57,809 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#A#compaction#178 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:57,810 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0f422b98c83949ceac65d5d32772fc16 is 175, key is test_row_0/A:col10/1732494175707/Put/seqid=0 2024-11-25T00:22:57,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742051_1227 (size=32277) 2024-11-25T00:22:57,836 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/0f422b98c83949ceac65d5d32772fc16 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0f422b98c83949ceac65d5d32772fc16 2024-11-25T00:22:57,843 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/A of 0e25a31dcb9025a7fc93c30045782305 into 0f422b98c83949ceac65d5d32772fc16(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:57,843 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:57,843 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/A, priority=12, startTime=1732494177718; duration=0sec 2024-11-25T00:22:57,844 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:57,844 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:A 2024-11-25T00:22:57,844 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:57,848 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:57,848 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): 0e25a31dcb9025a7fc93c30045782305/C is initiating minor compaction (all files) 2024-11-25T00:22:57,848 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e25a31dcb9025a7fc93c30045782305/C in TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:22:57,848 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/65c8fa0c4eff46ee8af05d5a10ade955, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/a128e4ec7a0847269fcf936e9ea025c4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b4ad85ae46464ef79cce943b4cff4bed, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/32ddc35e3b3649d3b90f19c1bb1aff36] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp, totalSize=48.9 K 2024-11-25T00:22:57,848 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65c8fa0c4eff46ee8af05d5a10ade955, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732494173941 2024-11-25T00:22:57,849 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting a128e4ec7a0847269fcf936e9ea025c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732494174571 2024-11-25T00:22:57,849 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4ad85ae46464ef79cce943b4cff4bed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732494175292 2024-11-25T00:22:57,849 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32ddc35e3b3649d3b90f19c1bb1aff36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732494175698 2024-11-25T00:22:57,865 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e25a31dcb9025a7fc93c30045782305#C#compaction#179 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:57,867 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/648e84c529b44ab19d0d46443dfda63d is 50, key is test_row_0/C:col10/1732494175707/Put/seqid=0 2024-11-25T00:22:57,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742052_1228 (size=13323) 2024-11-25T00:22:57,891 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/648e84c529b44ab19d0d46443dfda63d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/648e84c529b44ab19d0d46443dfda63d 2024-11-25T00:22:57,904 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/C of 0e25a31dcb9025a7fc93c30045782305 into 648e84c529b44ab19d0d46443dfda63d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:57,904 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:57,904 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/C, priority=12, startTime=1732494177718; duration=0sec 2024-11-25T00:22:57,904 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:57,904 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:C 2024-11-25T00:22:58,171 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/25d166948c004e42bfc0b649b14651e1 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/25d166948c004e42bfc0b649b14651e1 2024-11-25T00:22:58,175 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e25a31dcb9025a7fc93c30045782305/B of 0e25a31dcb9025a7fc93c30045782305 into 25d166948c004e42bfc0b649b14651e1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:58,175 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:22:58,175 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305., storeName=0e25a31dcb9025a7fc93c30045782305/B, priority=12, startTime=1732494177718; duration=0sec 2024-11-25T00:22:58,176 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:58,176 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e25a31dcb9025a7fc93c30045782305:B 2024-11-25T00:22:58,296 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T00:23:00,570 DEBUG [Thread-545 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:53552 2024-11-25T00:23:00,570 DEBUG [Thread-545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:00,597 DEBUG [Thread-547 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:53552 2024-11-25T00:23:00,597 DEBUG [Thread-547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:00,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T00:23:00,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-25T00:23:00,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 151 2024-11-25T00:23:00,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-25T00:23:00,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-25T00:23:00,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-25T00:23:00,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T00:23:00,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3436 2024-11-25T00:23:00,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3416 2024-11-25T00:23:00,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T00:23:00,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1553 2024-11-25T00:23:00,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4659 rows 2024-11-25T00:23:00,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1552 2024-11-25T00:23:00,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4656 rows 2024-11-25T00:23:00,598 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T00:23:00,598 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:53552 2024-11-25T00:23:00,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:00,599 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T00:23:00,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T00:23:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T00:23:00,604 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494180603"}]},"ts":"1732494180603"} 2024-11-25T00:23:00,605 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T00:23:00,608 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T00:23:00,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:23:00,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e25a31dcb9025a7fc93c30045782305, UNASSIGN}] 2024-11-25T00:23:00,610 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e25a31dcb9025a7fc93c30045782305, UNASSIGN 2024-11-25T00:23:00,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=0e25a31dcb9025a7fc93c30045782305, regionState=CLOSING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:00,612 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:23:00,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:23:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T00:23:00,763 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:00,764 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:00,764 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:23:00,764 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 0e25a31dcb9025a7fc93c30045782305, disabling compactions & flushes 2024-11-25T00:23:00,764 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:23:00,764 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:23:00,764 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. after waiting 0 ms 2024-11-25T00:23:00,764 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:23:00,764 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing 0e25a31dcb9025a7fc93c30045782305 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T00:23:00,764 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=A 2024-11-25T00:23:00,765 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:00,765 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=B 2024-11-25T00:23:00,765 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:00,765 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e25a31dcb9025a7fc93c30045782305, store=C 2024-11-25T00:23:00,765 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:00,771 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f61f7743f1e24ecdb68f49c5df3ca43e_0e25a31dcb9025a7fc93c30045782305 is 50, key is test_row_0/A:col10/1732494180596/Put/seqid=0 2024-11-25T00:23:00,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742053_1229 (size=12454) 2024-11-25T00:23:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T00:23:01,175 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:01,179 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f61f7743f1e24ecdb68f49c5df3ca43e_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f61f7743f1e24ecdb68f49c5df3ca43e_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:01,180 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/a569ced0cf344eeba8273d3352fc4987, store: [table=TestAcidGuarantees family=A region=0e25a31dcb9025a7fc93c30045782305] 2024-11-25T00:23:01,181 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/a569ced0cf344eeba8273d3352fc4987 is 175, key is test_row_0/A:col10/1732494180596/Put/seqid=0 2024-11-25T00:23:01,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742054_1230 (size=31255) 2024-11-25T00:23:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T00:23:01,585 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=438, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/a569ced0cf344eeba8273d3352fc4987 2024-11-25T00:23:01,592 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/fafe9b11af754c68bfb59bb609a59e96 is 50, key is test_row_0/B:col10/1732494180596/Put/seqid=0 2024-11-25T00:23:01,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742055_1231 (size=12301) 2024-11-25T00:23:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T00:23:01,996 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/fafe9b11af754c68bfb59bb609a59e96 2024-11-25T00:23:02,003 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/da57a20a151a4dacb4c4231de204daf5 is 50, key is test_row_0/C:col10/1732494180596/Put/seqid=0 2024-11-25T00:23:02,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742056_1232 (size=12301) 2024-11-25T00:23:02,407 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/da57a20a151a4dacb4c4231de204daf5 2024-11-25T00:23:02,412 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/A/a569ced0cf344eeba8273d3352fc4987 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/a569ced0cf344eeba8273d3352fc4987 2024-11-25T00:23:02,416 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/a569ced0cf344eeba8273d3352fc4987, entries=150, sequenceid=438, filesize=30.5 K 2024-11-25T00:23:02,417 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/B/fafe9b11af754c68bfb59bb609a59e96 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/fafe9b11af754c68bfb59bb609a59e96 2024-11-25T00:23:02,421 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/fafe9b11af754c68bfb59bb609a59e96, entries=150, sequenceid=438, filesize=12.0 K 2024-11-25T00:23:02,422 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/.tmp/C/da57a20a151a4dacb4c4231de204daf5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/da57a20a151a4dacb4c4231de204daf5 2024-11-25T00:23:02,426 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/da57a20a151a4dacb4c4231de204daf5, entries=150, sequenceid=438, filesize=12.0 K 2024-11-25T00:23:02,426 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0e25a31dcb9025a7fc93c30045782305 in 1662ms, sequenceid=438, compaction requested=false 2024-11-25T00:23:02,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f422463fcd064f56957f3d8735980e15, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/2abdbc00208f4e508cd6e7d00a08e52d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/e7fa59a765ee443d9d516bc3a4b71c99, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/cb41d18888264f0c9db8e61581770e1c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f15195e2342146f7acf71ac0a98a7409, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/c4d795c68fdc4bed9724b1f81b5e1c6b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0486735b3f954a5cbe7d1211f4b5e71e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/5bcc3f4aba874db7a3d772343339be0d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/cf93781989114ad28e89d19091d5820f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/3c1a7838f3f54166b61fc56039be0403, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/edfe168920204bb9b754b5fc17cef9ef, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/e558aefb759b4aec959a525839ccdd7c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/47b2c132048a47cfbc7ce3f1e33e5b91, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/6389675dcbfa4b0c8d64369ce3661e7c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/ce2fde2e1dcd4b85922d370a4b36e690, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0c6695c63b7c406f8c27d6963cd6f2af, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/999a31ccd9964961af34f09026c7365b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/567c479503c64c63af4b3d0f62bc27a4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/95de527a093d416394496b96586cc1f6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f0dc6d66382d4e9a8b5dbba940ee049b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/7eb477a5d76f46709fc1cae8a278e437, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/82f94cfd43024ab89cd26f4a782c3c8d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/23d209674921451281a85b33cf4a9248, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0882d3c7f8c1410d847ad197e1ead8d4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/183af91a6a51439e92b718016015383a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/898cc27edd584a10bc9bb139d08dc3ac, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/ea91713113014fcca900eec3c25ab6ff, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0a77fd12d7b244c1a19a7a2c72e089fa, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/a8d5bbf08d994a9689a95d77ce15785e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/fbf4382189bc41599380ae053b041133] to archive 2024-11-25T00:23:02,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:23:02,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f422463fcd064f56957f3d8735980e15 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f422463fcd064f56957f3d8735980e15 2024-11-25T00:23:02,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/2abdbc00208f4e508cd6e7d00a08e52d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/2abdbc00208f4e508cd6e7d00a08e52d 2024-11-25T00:23:02,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/e7fa59a765ee443d9d516bc3a4b71c99 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/e7fa59a765ee443d9d516bc3a4b71c99 2024-11-25T00:23:02,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/cb41d18888264f0c9db8e61581770e1c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/cb41d18888264f0c9db8e61581770e1c 2024-11-25T00:23:02,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f15195e2342146f7acf71ac0a98a7409 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f15195e2342146f7acf71ac0a98a7409 2024-11-25T00:23:02,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/c4d795c68fdc4bed9724b1f81b5e1c6b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/c4d795c68fdc4bed9724b1f81b5e1c6b 2024-11-25T00:23:02,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0486735b3f954a5cbe7d1211f4b5e71e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0486735b3f954a5cbe7d1211f4b5e71e 2024-11-25T00:23:02,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/5bcc3f4aba874db7a3d772343339be0d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/5bcc3f4aba874db7a3d772343339be0d 2024-11-25T00:23:02,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/cf93781989114ad28e89d19091d5820f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/cf93781989114ad28e89d19091d5820f 2024-11-25T00:23:02,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/3c1a7838f3f54166b61fc56039be0403 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/3c1a7838f3f54166b61fc56039be0403 2024-11-25T00:23:02,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/edfe168920204bb9b754b5fc17cef9ef to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/edfe168920204bb9b754b5fc17cef9ef 2024-11-25T00:23:02,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/e558aefb759b4aec959a525839ccdd7c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/e558aefb759b4aec959a525839ccdd7c 2024-11-25T00:23:02,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/47b2c132048a47cfbc7ce3f1e33e5b91 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/47b2c132048a47cfbc7ce3f1e33e5b91 2024-11-25T00:23:02,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/6389675dcbfa4b0c8d64369ce3661e7c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/6389675dcbfa4b0c8d64369ce3661e7c 2024-11-25T00:23:02,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/ce2fde2e1dcd4b85922d370a4b36e690 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/ce2fde2e1dcd4b85922d370a4b36e690 2024-11-25T00:23:02,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0c6695c63b7c406f8c27d6963cd6f2af to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0c6695c63b7c406f8c27d6963cd6f2af 2024-11-25T00:23:02,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/999a31ccd9964961af34f09026c7365b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/999a31ccd9964961af34f09026c7365b 2024-11-25T00:23:02,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/567c479503c64c63af4b3d0f62bc27a4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/567c479503c64c63af4b3d0f62bc27a4 2024-11-25T00:23:02,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/95de527a093d416394496b96586cc1f6 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/95de527a093d416394496b96586cc1f6 2024-11-25T00:23:02,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f0dc6d66382d4e9a8b5dbba940ee049b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/f0dc6d66382d4e9a8b5dbba940ee049b 2024-11-25T00:23:02,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/7eb477a5d76f46709fc1cae8a278e437 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/7eb477a5d76f46709fc1cae8a278e437 2024-11-25T00:23:02,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/82f94cfd43024ab89cd26f4a782c3c8d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/82f94cfd43024ab89cd26f4a782c3c8d 2024-11-25T00:23:02,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/23d209674921451281a85b33cf4a9248 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/23d209674921451281a85b33cf4a9248 2024-11-25T00:23:02,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0882d3c7f8c1410d847ad197e1ead8d4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0882d3c7f8c1410d847ad197e1ead8d4 2024-11-25T00:23:02,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/183af91a6a51439e92b718016015383a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/183af91a6a51439e92b718016015383a 2024-11-25T00:23:02,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/898cc27edd584a10bc9bb139d08dc3ac to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/898cc27edd584a10bc9bb139d08dc3ac 2024-11-25T00:23:02,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/ea91713113014fcca900eec3c25ab6ff to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/ea91713113014fcca900eec3c25ab6ff 2024-11-25T00:23:02,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0a77fd12d7b244c1a19a7a2c72e089fa to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0a77fd12d7b244c1a19a7a2c72e089fa 2024-11-25T00:23:02,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/a8d5bbf08d994a9689a95d77ce15785e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/a8d5bbf08d994a9689a95d77ce15785e 2024-11-25T00:23:02,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/fbf4382189bc41599380ae053b041133 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/fbf4382189bc41599380ae053b041133 2024-11-25T00:23:02,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/06aaeb34d42741b4abb69d0d38a5721e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/da1c4a658ae5445f87cc62ffa0d0f191, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/79a9f21bc07945e8bce6441609d1ba9b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/0a038f926ddb4d438d1bf9eb8dff61bb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/2d2fc46deb9d4342be73f123eb825dd3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/5f06593d9ad84f55b95841e87ca8b736, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/65f93c1aad964d3e829d0134822cdd7d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/42b29369135244498433e66ef57a2e04, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/853d2487f0584a65a464d2b1a76a7635, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/23cebabda52046da96e7f9b73e7ff14f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/c0c8704e34c3421cb80238a885df54a1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/85a573eafe6c4e2098565e53d9adb479, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/9df1de6de98746ebb5b6816f8cc37f99, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/64caa9b32c1748c693748460bad70b89, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/614c3291cc084b71aa4e579629a89f54, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/af871272b4dd436199c449184f187552, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/93e27f24db754e9aa3286bb2c005220f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/7ebd516936fd44a9a0d31e6b68fe65b0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d1c0984d50874cbfa842f527dbc2d975, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/1eb123cd4b774281bbd9e22019c253b4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/cea8deab0f854649a696e21fd543ddc1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d6d61832dd034308bb1e0600e4015466, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/667f9902e0174dcbb3ba6ca4a4bd340e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/aae37bcf08864580b453e91f01cf1107, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/7b54b36db7ac4326bee1fe01b0752990, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/f00f6229dbab432bb4132630fec2e278, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/ad4c3c72112e4ea5939b623795d392e7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d12a7827625b4348bea2e486d9263911, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/3be2a9ca382e41a7b509b923eeea87ea, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/ab2734b8da694cc3a9fac108fbb2e53b] to archive 2024-11-25T00:23:02,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:23:02,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/06aaeb34d42741b4abb69d0d38a5721e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/06aaeb34d42741b4abb69d0d38a5721e 2024-11-25T00:23:02,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/da1c4a658ae5445f87cc62ffa0d0f191 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/da1c4a658ae5445f87cc62ffa0d0f191 2024-11-25T00:23:02,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/79a9f21bc07945e8bce6441609d1ba9b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/79a9f21bc07945e8bce6441609d1ba9b 2024-11-25T00:23:02,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/0a038f926ddb4d438d1bf9eb8dff61bb to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/0a038f926ddb4d438d1bf9eb8dff61bb 2024-11-25T00:23:02,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/2d2fc46deb9d4342be73f123eb825dd3 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/2d2fc46deb9d4342be73f123eb825dd3 2024-11-25T00:23:02,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/5f06593d9ad84f55b95841e87ca8b736 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/5f06593d9ad84f55b95841e87ca8b736 2024-11-25T00:23:02,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/65f93c1aad964d3e829d0134822cdd7d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/65f93c1aad964d3e829d0134822cdd7d 2024-11-25T00:23:02,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/42b29369135244498433e66ef57a2e04 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/42b29369135244498433e66ef57a2e04 2024-11-25T00:23:02,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/853d2487f0584a65a464d2b1a76a7635 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/853d2487f0584a65a464d2b1a76a7635 2024-11-25T00:23:02,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/23cebabda52046da96e7f9b73e7ff14f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/23cebabda52046da96e7f9b73e7ff14f 2024-11-25T00:23:02,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/c0c8704e34c3421cb80238a885df54a1 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/c0c8704e34c3421cb80238a885df54a1 2024-11-25T00:23:02,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/85a573eafe6c4e2098565e53d9adb479 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/85a573eafe6c4e2098565e53d9adb479 2024-11-25T00:23:02,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/9df1de6de98746ebb5b6816f8cc37f99 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/9df1de6de98746ebb5b6816f8cc37f99 2024-11-25T00:23:02,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/64caa9b32c1748c693748460bad70b89 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/64caa9b32c1748c693748460bad70b89 2024-11-25T00:23:02,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/614c3291cc084b71aa4e579629a89f54 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/614c3291cc084b71aa4e579629a89f54 2024-11-25T00:23:02,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/af871272b4dd436199c449184f187552 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/af871272b4dd436199c449184f187552 2024-11-25T00:23:02,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/93e27f24db754e9aa3286bb2c005220f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/93e27f24db754e9aa3286bb2c005220f 2024-11-25T00:23:02,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/7ebd516936fd44a9a0d31e6b68fe65b0 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/7ebd516936fd44a9a0d31e6b68fe65b0 2024-11-25T00:23:02,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d1c0984d50874cbfa842f527dbc2d975 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d1c0984d50874cbfa842f527dbc2d975 2024-11-25T00:23:02,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/1eb123cd4b774281bbd9e22019c253b4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/1eb123cd4b774281bbd9e22019c253b4 2024-11-25T00:23:02,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/cea8deab0f854649a696e21fd543ddc1 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/cea8deab0f854649a696e21fd543ddc1 2024-11-25T00:23:02,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d6d61832dd034308bb1e0600e4015466 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d6d61832dd034308bb1e0600e4015466 2024-11-25T00:23:02,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/667f9902e0174dcbb3ba6ca4a4bd340e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/667f9902e0174dcbb3ba6ca4a4bd340e 2024-11-25T00:23:02,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/aae37bcf08864580b453e91f01cf1107 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/aae37bcf08864580b453e91f01cf1107 2024-11-25T00:23:02,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/7b54b36db7ac4326bee1fe01b0752990 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/7b54b36db7ac4326bee1fe01b0752990 2024-11-25T00:23:02,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/f00f6229dbab432bb4132630fec2e278 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/f00f6229dbab432bb4132630fec2e278 2024-11-25T00:23:02,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/ad4c3c72112e4ea5939b623795d392e7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/ad4c3c72112e4ea5939b623795d392e7 2024-11-25T00:23:02,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d12a7827625b4348bea2e486d9263911 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/d12a7827625b4348bea2e486d9263911 2024-11-25T00:23:02,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/3be2a9ca382e41a7b509b923eeea87ea to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/3be2a9ca382e41a7b509b923eeea87ea 2024-11-25T00:23:02,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/ab2734b8da694cc3a9fac108fbb2e53b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/ab2734b8da694cc3a9fac108fbb2e53b 2024-11-25T00:23:02,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/976cfef7c2ad484f871b683987a4c8a5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/1e9322c8ae964b18ab9592b38a14f32d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/97297d261fa1459e8cf6f2949478e883, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/95ad0a8ce97c44ed97ba59cd4761a7f6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/228f8a5a54554eb68912a09b3f0ecd1b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b58d7bb910104eb0944ee64952c020e4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/5dff8ae5afed4f6f82335eed2b7aa182, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/00b0096b03434923862a559c6f062a83, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/22ba8562076448f18d7c521cb7c0ad4e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/99375d780c44442b94ff6a1eabb89849, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/d6fc0ab7a03843bf88636645b34ad39e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/7e586c50068e4335b0e704125e2f5aa4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/568058bfc0e74dbc9f41b595983fd8d9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/9e88f4dbca8c43ffacde48b91f816354, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/2e203723434c4848a5b67e8df3a3ac46, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/6a49e71fcbfb4fed8c42944f47d03825, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/dba45a57fb54400faa6bd86724d59c5c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/8eaa13bf93bc4057be385c65b5fa5729, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/055787e56a1e4f5c81996e99a0748e01, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/ea3f123ec63c433fbe19688cdfeadeec, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/2a1a7703425b4e07b0a092dac2beeeac, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/5abe447c5a3b4994a0a7f07f0e21415d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b65a76b5b20b4f738ff4631a89e1eefe, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/aa470675722d48e19a1e1caedd1ad9d4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/22c464d4ee1a4d719e73857157773e8d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/65c8fa0c4eff46ee8af05d5a10ade955, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/01ff642c99f94f90bdfd27a11e344966, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/a128e4ec7a0847269fcf936e9ea025c4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b4ad85ae46464ef79cce943b4cff4bed, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/32ddc35e3b3649d3b90f19c1bb1aff36] to archive 2024-11-25T00:23:02,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:23:02,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/976cfef7c2ad484f871b683987a4c8a5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/976cfef7c2ad484f871b683987a4c8a5 2024-11-25T00:23:02,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/1e9322c8ae964b18ab9592b38a14f32d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/1e9322c8ae964b18ab9592b38a14f32d 2024-11-25T00:23:02,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/97297d261fa1459e8cf6f2949478e883 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/97297d261fa1459e8cf6f2949478e883 2024-11-25T00:23:02,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/95ad0a8ce97c44ed97ba59cd4761a7f6 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/95ad0a8ce97c44ed97ba59cd4761a7f6 2024-11-25T00:23:02,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/228f8a5a54554eb68912a09b3f0ecd1b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/228f8a5a54554eb68912a09b3f0ecd1b 2024-11-25T00:23:02,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b58d7bb910104eb0944ee64952c020e4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b58d7bb910104eb0944ee64952c020e4 2024-11-25T00:23:02,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/5dff8ae5afed4f6f82335eed2b7aa182 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/5dff8ae5afed4f6f82335eed2b7aa182 2024-11-25T00:23:02,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/00b0096b03434923862a559c6f062a83 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/00b0096b03434923862a559c6f062a83 2024-11-25T00:23:02,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/22ba8562076448f18d7c521cb7c0ad4e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/22ba8562076448f18d7c521cb7c0ad4e 2024-11-25T00:23:02,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/99375d780c44442b94ff6a1eabb89849 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/99375d780c44442b94ff6a1eabb89849 2024-11-25T00:23:02,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/d6fc0ab7a03843bf88636645b34ad39e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/d6fc0ab7a03843bf88636645b34ad39e 2024-11-25T00:23:02,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/7e586c50068e4335b0e704125e2f5aa4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/7e586c50068e4335b0e704125e2f5aa4 2024-11-25T00:23:02,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/568058bfc0e74dbc9f41b595983fd8d9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/568058bfc0e74dbc9f41b595983fd8d9 2024-11-25T00:23:02,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/9e88f4dbca8c43ffacde48b91f816354 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/9e88f4dbca8c43ffacde48b91f816354 2024-11-25T00:23:02,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/2e203723434c4848a5b67e8df3a3ac46 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/2e203723434c4848a5b67e8df3a3ac46 2024-11-25T00:23:02,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/6a49e71fcbfb4fed8c42944f47d03825 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/6a49e71fcbfb4fed8c42944f47d03825 2024-11-25T00:23:02,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/dba45a57fb54400faa6bd86724d59c5c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/dba45a57fb54400faa6bd86724d59c5c 2024-11-25T00:23:02,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/8eaa13bf93bc4057be385c65b5fa5729 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/8eaa13bf93bc4057be385c65b5fa5729 2024-11-25T00:23:02,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/055787e56a1e4f5c81996e99a0748e01 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/055787e56a1e4f5c81996e99a0748e01 2024-11-25T00:23:02,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/ea3f123ec63c433fbe19688cdfeadeec to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/ea3f123ec63c433fbe19688cdfeadeec 2024-11-25T00:23:02,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/2a1a7703425b4e07b0a092dac2beeeac to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/2a1a7703425b4e07b0a092dac2beeeac 2024-11-25T00:23:02,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/5abe447c5a3b4994a0a7f07f0e21415d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/5abe447c5a3b4994a0a7f07f0e21415d 2024-11-25T00:23:02,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b65a76b5b20b4f738ff4631a89e1eefe to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b65a76b5b20b4f738ff4631a89e1eefe 2024-11-25T00:23:02,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/aa470675722d48e19a1e1caedd1ad9d4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/aa470675722d48e19a1e1caedd1ad9d4 2024-11-25T00:23:02,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/22c464d4ee1a4d719e73857157773e8d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/22c464d4ee1a4d719e73857157773e8d 2024-11-25T00:23:02,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/65c8fa0c4eff46ee8af05d5a10ade955 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/65c8fa0c4eff46ee8af05d5a10ade955 2024-11-25T00:23:02,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/01ff642c99f94f90bdfd27a11e344966 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/01ff642c99f94f90bdfd27a11e344966 2024-11-25T00:23:02,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/a128e4ec7a0847269fcf936e9ea025c4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/a128e4ec7a0847269fcf936e9ea025c4 2024-11-25T00:23:02,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b4ad85ae46464ef79cce943b4cff4bed to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/b4ad85ae46464ef79cce943b4cff4bed 2024-11-25T00:23:02,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/32ddc35e3b3649d3b90f19c1bb1aff36 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/32ddc35e3b3649d3b90f19c1bb1aff36 2024-11-25T00:23:02,528 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/recovered.edits/441.seqid, newMaxSeqId=441, maxSeqId=4 2024-11-25T00:23:02,529 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305. 2024-11-25T00:23:02,529 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 0e25a31dcb9025a7fc93c30045782305: 2024-11-25T00:23:02,530 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,530 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=0e25a31dcb9025a7fc93c30045782305, regionState=CLOSED 2024-11-25T00:23:02,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-25T00:23:02,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 0e25a31dcb9025a7fc93c30045782305, server=4bb75722a6be,37323,1732494119912 in 1.9190 sec 2024-11-25T00:23:02,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-25T00:23:02,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e25a31dcb9025a7fc93c30045782305, UNASSIGN in 1.9220 sec 2024-11-25T00:23:02,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-25T00:23:02,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9260 sec 2024-11-25T00:23:02,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494182536"}]},"ts":"1732494182536"} 2024-11-25T00:23:02,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T00:23:02,539 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T00:23:02,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9390 sec 2024-11-25T00:23:02,566 DEBUG [master/4bb75722a6be:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 528485251f6018f75f4cb2b0914f9399 changed from -1.0 to 0.0, refreshing cache 2024-11-25T00:23:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T00:23:02,707 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-25T00:23:02,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T00:23:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:02,709 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T00:23:02,710 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:02,712 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,714 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/recovered.edits] 2024-11-25T00:23:02,716 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0f422b98c83949ceac65d5d32772fc16 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/0f422b98c83949ceac65d5d32772fc16 2024-11-25T00:23:02,718 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/a569ced0cf344eeba8273d3352fc4987 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/A/a569ced0cf344eeba8273d3352fc4987 2024-11-25T00:23:02,720 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/25d166948c004e42bfc0b649b14651e1 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/25d166948c004e42bfc0b649b14651e1 2024-11-25T00:23:02,721 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/fafe9b11af754c68bfb59bb609a59e96 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/B/fafe9b11af754c68bfb59bb609a59e96 2024-11-25T00:23:02,723 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/648e84c529b44ab19d0d46443dfda63d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/648e84c529b44ab19d0d46443dfda63d 2024-11-25T00:23:02,724 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/da57a20a151a4dacb4c4231de204daf5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/C/da57a20a151a4dacb4c4231de204daf5 2024-11-25T00:23:02,727 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/recovered.edits/441.seqid to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305/recovered.edits/441.seqid 2024-11-25T00:23:02,727 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,728 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T00:23:02,728 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T00:23:02,729 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T00:23:02,733 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112500a39f656dee420491c093798ba5fee3_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112500a39f656dee420491c093798ba5fee3_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,735 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250364aab2925a421f8fdc283026db863f_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250364aab2925a421f8fdc283026db863f_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,736 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250dab6ab9a7484843bea4c26ab7df4813_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250dab6ab9a7484843bea4c26ab7df4813_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,737 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251bce611d4d2245ef88eaf1fc45f66dbd_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251bce611d4d2245ef88eaf1fc45f66dbd_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,739 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112529e927294be8487b9648d5e6bdb2f030_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112529e927294be8487b9648d5e6bdb2f030_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,740 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252a730a7448e6429fa1884251849acf9f_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252a730a7448e6429fa1884251849acf9f_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,742 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252c05a7a8d9174494908437338a70a151_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252c05a7a8d9174494908437338a70a151_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,743 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253eaa516cdff74ad7a763bd1e2db895bc_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253eaa516cdff74ad7a763bd1e2db895bc_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,745 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112545d546f538924da18ca898afc90ad171_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112545d546f538924da18ca898afc90ad171_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,764 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f80b3cc3a0a4adfa46ba465c704bdc9_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f80b3cc3a0a4adfa46ba465c704bdc9_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,765 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552fb0f9b5efe46bda9493b0c5c05fd2d_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552fb0f9b5efe46bda9493b0c5c05fd2d_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,768 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b909969a6e14e38bae36520bb35b5a8_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b909969a6e14e38bae36520bb35b5a8_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,769 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125658f96187d3a49c4bef9585e821e67f4_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125658f96187d3a49c4bef9585e821e67f4_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,771 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125704488b3441e45d4bec4d3734cf3945f_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125704488b3441e45d4bec4d3734cf3945f_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,772 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257b6645a9efb44667aae13749a2274bc0_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257b6645a9efb44667aae13749a2274bc0_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,773 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d4040775be5444a8e56ca1364383ba9_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d4040775be5444a8e56ca1364383ba9_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,775 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a57aca63a308404084f3ef4bb3277a43_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a57aca63a308404084f3ef4bb3277a43_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,776 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125be8ae14a67e644819550f2955ba8c8fb_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125be8ae14a67e644819550f2955ba8c8fb_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,777 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d0422a155008433d8ef6fb8f5105538e_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d0422a155008433d8ef6fb8f5105538e_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,778 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125df182f0a05b24816b0ec85eae127d911_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125df182f0a05b24816b0ec85eae127d911_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,779 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e601d335a3424d7e9b53dbeb0a76e963_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e601d335a3424d7e9b53dbeb0a76e963_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,780 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e905d3af0ea847b28bb24904eb8a2acb_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e905d3af0ea847b28bb24904eb8a2acb_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,782 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ee1b37b1a3ac4e88a1754ade430349ad_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ee1b37b1a3ac4e88a1754ade430349ad_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,783 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f61f7743f1e24ecdb68f49c5df3ca43e_0e25a31dcb9025a7fc93c30045782305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f61f7743f1e24ecdb68f49c5df3ca43e_0e25a31dcb9025a7fc93c30045782305 2024-11-25T00:23:02,783 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T00:23:02,785 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:02,787 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T00:23:02,789 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T00:23:02,790 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:02,790 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T00:23:02,790 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732494182790"}]},"ts":"9223372036854775807"} 2024-11-25T00:23:02,792 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T00:23:02,792 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0e25a31dcb9025a7fc93c30045782305, NAME => 'TestAcidGuarantees,,1732494153511.0e25a31dcb9025a7fc93c30045782305.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T00:23:02,792 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T00:23:02,792 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732494182792"}]},"ts":"9223372036854775807"} 2024-11-25T00:23:02,793 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T00:23:02,795 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:02,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-25T00:23:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T00:23:02,811 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-25T00:23:02,820 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_123239909_22 at /127.0.0.1:48938 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/cluster_4ea78ca7-f24b-b63c-7f08-fdcb2a389f27/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/cluster_4ea78ca7-f24b-b63c-7f08-fdcb2a389f27/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x447bbe6b-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=600 (was 489) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6823 (was 6998) 2024-11-25T00:23:02,828 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=240, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=600, ProcessCount=11, AvailableMemoryMB=6823 2024-11-25T00:23:02,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:23:02,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:23:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:02,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T00:23:02,831 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:02,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-25T00:23:02,832 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T00:23:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-25T00:23:02,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742057_1233 (size=963) 2024-11-25T00:23:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-25T00:23:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-25T00:23:03,240 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb 2024-11-25T00:23:03,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742058_1234 (size=53) 2024-11-25T00:23:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-25T00:23:03,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:23:03,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing cac7e3e160582cfa13955a684e8fe859, disabling compactions & flushes 2024-11-25T00:23:03,646 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:03,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:03,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. after waiting 0 ms 2024-11-25T00:23:03,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:03,646 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:03,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:03,647 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T00:23:03,647 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732494183647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732494183647"}]},"ts":"1732494183647"} 2024-11-25T00:23:03,648 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T00:23:03,649 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T00:23:03,649 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494183649"}]},"ts":"1732494183649"} 2024-11-25T00:23:03,650 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T00:23:03,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cac7e3e160582cfa13955a684e8fe859, ASSIGN}] 2024-11-25T00:23:03,654 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cac7e3e160582cfa13955a684e8fe859, ASSIGN 2024-11-25T00:23:03,655 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cac7e3e160582cfa13955a684e8fe859, ASSIGN; state=OFFLINE, location=4bb75722a6be,37323,1732494119912; forceNewPlan=false, retain=false 2024-11-25T00:23:03,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=cac7e3e160582cfa13955a684e8fe859, regionState=OPENING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:03,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:23:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-25T00:23:03,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:03,961 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:03,961 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:23:03,961 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:03,962 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:23:03,962 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:03,962 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:03,963 INFO [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:03,964 INFO [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:03,965 INFO [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac7e3e160582cfa13955a684e8fe859 columnFamilyName A 2024-11-25T00:23:03,965 DEBUG [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:03,965 INFO [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] regionserver.HStore(327): Store=cac7e3e160582cfa13955a684e8fe859/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:03,965 INFO [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:03,966 INFO [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:03,966 INFO [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac7e3e160582cfa13955a684e8fe859 columnFamilyName B 2024-11-25T00:23:03,967 DEBUG [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:03,967 INFO [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] regionserver.HStore(327): Store=cac7e3e160582cfa13955a684e8fe859/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:03,967 INFO [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:03,968 INFO [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:03,968 INFO [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac7e3e160582cfa13955a684e8fe859 columnFamilyName C 2024-11-25T00:23:03,968 DEBUG [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:03,969 INFO [StoreOpener-cac7e3e160582cfa13955a684e8fe859-1 {}] regionserver.HStore(327): Store=cac7e3e160582cfa13955a684e8fe859/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:03,969 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:03,969 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:03,970 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:03,971 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:23:03,972 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:03,974 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:23:03,974 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened cac7e3e160582cfa13955a684e8fe859; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72349024, jitterRate=0.07808446884155273}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:23:03,975 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:03,976 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., pid=66, masterSystemTime=1732494183958 2024-11-25T00:23:03,977 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:03,977 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:03,977 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=cac7e3e160582cfa13955a684e8fe859, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:03,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-25T00:23:03,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 in 172 msec 2024-11-25T00:23:03,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-25T00:23:03,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cac7e3e160582cfa13955a684e8fe859, ASSIGN in 327 msec 2024-11-25T00:23:03,982 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T00:23:03,982 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494183982"}]},"ts":"1732494183982"} 2024-11-25T00:23:03,983 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T00:23:03,985 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T00:23:03,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-25T00:23:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-25T00:23:04,936 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-25T00:23:04,938 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641 2024-11-25T00:23:04,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:04,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:04,943 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:04,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T00:23:04,945 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T00:23:04,947 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-11-25T00:23:04,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:04,951 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-11-25T00:23:04,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:04,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-11-25T00:23:04,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:04,958 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-11-25T00:23:04,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:04,961 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-11-25T00:23:04,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:04,965 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ed1e44 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78b04266 2024-11-25T00:23:04,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886c0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:04,968 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-11-25T00:23:04,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:04,971 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-11-25T00:23:04,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:04,975 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-11-25T00:23:04,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:04,978 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3 2024-11-25T00:23:04,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:04,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:04,983 DEBUG [hconnection-0x5cd96300-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:04,984 DEBUG [hconnection-0x54bca619-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-25T00:23:04,984 DEBUG [hconnection-0x486c0bb2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:04,985 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:04,985 DEBUG [hconnection-0x7921851a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:04,985 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:04,985 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:04,985 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:04,985 DEBUG [hconnection-0x7df53adf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:04,985 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:04,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:04,986 DEBUG [hconnection-0x1593b46d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T00:23:04,986 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:04,986 DEBUG [hconnection-0x670ec8fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:04,987 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:04,987 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:04,988 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:04,990 DEBUG [hconnection-0x6b2b9e0c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:04,990 DEBUG [hconnection-0x7d9ae0df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:04,991 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:04,991 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:04,992 DEBUG [hconnection-0x303ea5b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:04,993 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:05,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:05,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:05,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:05,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:05,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:05,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:05,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:05,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494245052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494245052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494245054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494245054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494245056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/5741da45b11e431eac09f0060d1d70ab is 50, key is test_row_0/A:col10/1732494185035/Put/seqid=0 2024-11-25T00:23:05,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742059_1235 (size=12001) 2024-11-25T00:23:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T00:23:05,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/5741da45b11e431eac09f0060d1d70ab 2024-11-25T00:23:05,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/dc690abe987141ff8b939f52301a31e4 is 50, key is test_row_0/B:col10/1732494185035/Put/seqid=0 2024-11-25T00:23:05,138 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T00:23:05,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:05,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:05,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:05,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:05,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:05,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494245157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494245157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742060_1236 (size=12001) 2024-11-25T00:23:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494245158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494245158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494245160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/dc690abe987141ff8b939f52301a31e4 2024-11-25T00:23:05,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/08354d219e034f90bd25b034671e99c4 is 50, key is test_row_0/C:col10/1732494185035/Put/seqid=0 2024-11-25T00:23:05,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742061_1237 (size=12001) 2024-11-25T00:23:05,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/08354d219e034f90bd25b034671e99c4 2024-11-25T00:23:05,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/5741da45b11e431eac09f0060d1d70ab as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/5741da45b11e431eac09f0060d1d70ab 2024-11-25T00:23:05,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/5741da45b11e431eac09f0060d1d70ab, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T00:23:05,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/dc690abe987141ff8b939f52301a31e4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/dc690abe987141ff8b939f52301a31e4 2024-11-25T00:23:05,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/dc690abe987141ff8b939f52301a31e4, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T00:23:05,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/08354d219e034f90bd25b034671e99c4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/08354d219e034f90bd25b034671e99c4 2024-11-25T00:23:05,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/08354d219e034f90bd25b034671e99c4, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T00:23:05,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cac7e3e160582cfa13955a684e8fe859 in 217ms, sequenceid=13, compaction requested=false 2024-11-25T00:23:05,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T00:23:05,292 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T00:23:05,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:05,293 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:23:05,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:05,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:05,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:05,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:05,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:05,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:05,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/3be05a76d7b44a2689a6fff8ef1cbd77 is 50, key is test_row_0/A:col10/1732494185052/Put/seqid=0 2024-11-25T00:23:05,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742062_1238 (size=12001) 2024-11-25T00:23:05,323 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/3be05a76d7b44a2689a6fff8ef1cbd77 2024-11-25T00:23:05,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/4a4a6dd23c9144cc92f31a0e99b2fafb is 50, key is test_row_0/B:col10/1732494185052/Put/seqid=0 2024-11-25T00:23:05,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742063_1239 (size=12001) 2024-11-25T00:23:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:05,363 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/4a4a6dd23c9144cc92f31a0e99b2fafb 2024-11-25T00:23:05,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/07292e1672234aee8beda455c2bd2fc2 is 50, key is test_row_0/C:col10/1732494185052/Put/seqid=0 2024-11-25T00:23:05,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742064_1240 (size=12001) 2024-11-25T00:23:05,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494245368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494245368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494245376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494245380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494245380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494245481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494245481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494245484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494245484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494245484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T00:23:05,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494245685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494245685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494245688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494245688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494245689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:05,784 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/07292e1672234aee8beda455c2bd2fc2 2024-11-25T00:23:05,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/3be05a76d7b44a2689a6fff8ef1cbd77 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/3be05a76d7b44a2689a6fff8ef1cbd77 2024-11-25T00:23:05,799 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/3be05a76d7b44a2689a6fff8ef1cbd77, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T00:23:05,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/4a4a6dd23c9144cc92f31a0e99b2fafb as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4a4a6dd23c9144cc92f31a0e99b2fafb 2024-11-25T00:23:05,806 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4a4a6dd23c9144cc92f31a0e99b2fafb, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T00:23:05,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/07292e1672234aee8beda455c2bd2fc2 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/07292e1672234aee8beda455c2bd2fc2 2024-11-25T00:23:05,817 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/07292e1672234aee8beda455c2bd2fc2, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T00:23:05,817 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for cac7e3e160582cfa13955a684e8fe859 in 525ms, sequenceid=37, compaction requested=false 2024-11-25T00:23:05,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:05,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:05,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-25T00:23:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-25T00:23:05,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-25T00:23:05,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 834 msec 2024-11-25T00:23:05,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 838 msec 2024-11-25T00:23:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:05,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:23:05,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:05,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:05,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:05,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:05,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:05,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:06,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/e3d6639f857441978caa87f26e9f8c7b is 50, key is test_row_0/A:col10/1732494185369/Put/seqid=0 2024-11-25T00:23:06,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494246015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494246016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494246018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494246020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494246020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742065_1241 (size=12001) 2024-11-25T00:23:06,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/e3d6639f857441978caa87f26e9f8c7b 2024-11-25T00:23:06,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/eeef9b98d00a49b89ba61f914a6bcd23 is 50, key is test_row_0/B:col10/1732494185369/Put/seqid=0 2024-11-25T00:23:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T00:23:06,090 INFO [Thread-1097 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-25T00:23:06,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-25T00:23:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T00:23:06,093 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:06,094 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:06,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:06,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742066_1242 (size=12001) 2024-11-25T00:23:06,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494246122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494246122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494246122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494246126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494246127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T00:23:06,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:06,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:06,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:06,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:06,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494246326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494246327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494246329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494246331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494246332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T00:23:06,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:06,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:06,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:06,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:06,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/eeef9b98d00a49b89ba61f914a6bcd23 2024-11-25T00:23:06,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/1e0a56e4664b492c837453e97b5140fc is 50, key is test_row_0/C:col10/1732494185369/Put/seqid=0 2024-11-25T00:23:06,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742067_1243 (size=12001) 2024-11-25T00:23:06,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/1e0a56e4664b492c837453e97b5140fc 2024-11-25T00:23:06,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:06,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:06,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:06,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:06,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/e3d6639f857441978caa87f26e9f8c7b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/e3d6639f857441978caa87f26e9f8c7b 2024-11-25T00:23:06,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/e3d6639f857441978caa87f26e9f8c7b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T00:23:06,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/eeef9b98d00a49b89ba61f914a6bcd23 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/eeef9b98d00a49b89ba61f914a6bcd23 2024-11-25T00:23:06,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/eeef9b98d00a49b89ba61f914a6bcd23, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T00:23:06,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/1e0a56e4664b492c837453e97b5140fc as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/1e0a56e4664b492c837453e97b5140fc 2024-11-25T00:23:06,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/1e0a56e4664b492c837453e97b5140fc, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T00:23:06,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for cac7e3e160582cfa13955a684e8fe859 in 600ms, sequenceid=51, compaction requested=true 2024-11-25T00:23:06,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:06,591 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:06,592 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:06,592 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/A is initiating minor compaction (all files) 2024-11-25T00:23:06,592 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/A in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:06,592 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/5741da45b11e431eac09f0060d1d70ab, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/3be05a76d7b44a2689a6fff8ef1cbd77, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/e3d6639f857441978caa87f26e9f8c7b] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=35.2 K 2024-11-25T00:23:06,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:06,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:06,593 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:06,593 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5741da45b11e431eac09f0060d1d70ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732494184988 2024-11-25T00:23:06,594 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3be05a76d7b44a2689a6fff8ef1cbd77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732494185052 2024-11-25T00:23:06,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:06,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:06,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:06,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:06,595 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3d6639f857441978caa87f26e9f8c7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732494185361 2024-11-25T00:23:06,596 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:06,596 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/B is initiating minor compaction (all files) 2024-11-25T00:23:06,596 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/B in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:06,596 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/dc690abe987141ff8b939f52301a31e4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4a4a6dd23c9144cc92f31a0e99b2fafb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/eeef9b98d00a49b89ba61f914a6bcd23] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=35.2 K 2024-11-25T00:23:06,597 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting dc690abe987141ff8b939f52301a31e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732494184988 2024-11-25T00:23:06,597 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a4a6dd23c9144cc92f31a0e99b2fafb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732494185052 2024-11-25T00:23:06,598 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting eeef9b98d00a49b89ba61f914a6bcd23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732494185361 2024-11-25T00:23:06,617 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#A#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:06,618 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/f87be0a6636145798e100f1ee2ff485b is 50, key is test_row_0/A:col10/1732494185369/Put/seqid=0 2024-11-25T00:23:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:06,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:23:06,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:06,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:06,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:06,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:06,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:06,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:06,640 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#B#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:06,641 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/3e57e79cc4624b86904893531052966d is 50, key is test_row_0/B:col10/1732494185369/Put/seqid=0 2024-11-25T00:23:06,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/3e82fcbcf9134d248ed46ea7788b295c is 50, key is test_row_0/A:col10/1732494186018/Put/seqid=0 2024-11-25T00:23:06,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494246649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494246651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494246654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494246655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494246655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742070_1246 (size=14341) 2024-11-25T00:23:06,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/3e82fcbcf9134d248ed46ea7788b295c 2024-11-25T00:23:06,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742069_1245 (size=12104) 2024-11-25T00:23:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T00:23:06,701 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/3e57e79cc4624b86904893531052966d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3e57e79cc4624b86904893531052966d 2024-11-25T00:23:06,706 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/B of cac7e3e160582cfa13955a684e8fe859 into 3e57e79cc4624b86904893531052966d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:06,706 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:06,707 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/B, priority=13, startTime=1732494186593; duration=0sec 2024-11-25T00:23:06,707 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:06,707 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:B 2024-11-25T00:23:06,707 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:06,708 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:06,708 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/C is initiating minor compaction (all files) 2024-11-25T00:23:06,708 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/C in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:06,709 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/08354d219e034f90bd25b034671e99c4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/07292e1672234aee8beda455c2bd2fc2, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/1e0a56e4664b492c837453e97b5140fc] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=35.2 K 2024-11-25T00:23:06,710 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 08354d219e034f90bd25b034671e99c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732494184988 2024-11-25T00:23:06,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:06,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:06,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:06,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:06,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,716 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 07292e1672234aee8beda455c2bd2fc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732494185052 2024-11-25T00:23:06,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742068_1244 (size=12104) 2024-11-25T00:23:06,719 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e0a56e4664b492c837453e97b5140fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732494185361 2024-11-25T00:23:06,726 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/f87be0a6636145798e100f1ee2ff485b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/f87be0a6636145798e100f1ee2ff485b 2024-11-25T00:23:06,732 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/A of cac7e3e160582cfa13955a684e8fe859 into f87be0a6636145798e100f1ee2ff485b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:06,732 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:06,732 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/A, priority=13, startTime=1732494186591; duration=0sec 2024-11-25T00:23:06,732 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:06,732 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:A 2024-11-25T00:23:06,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/14a9563d2cbc40b3a17abf03e26748f7 is 50, key is test_row_0/B:col10/1732494186018/Put/seqid=0 2024-11-25T00:23:06,744 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#C#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:06,744 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/dab06e28df3544d793ac7be854804012 is 50, key is test_row_0/C:col10/1732494185369/Put/seqid=0 2024-11-25T00:23:06,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494246757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494246760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494246761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494246762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494246761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742071_1247 (size=12001) 2024-11-25T00:23:06,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742072_1248 (size=12104) 2024-11-25T00:23:06,826 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/dab06e28df3544d793ac7be854804012 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/dab06e28df3544d793ac7be854804012 2024-11-25T00:23:06,842 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/C of cac7e3e160582cfa13955a684e8fe859 into dab06e28df3544d793ac7be854804012(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:06,842 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:06,842 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/C, priority=13, startTime=1732494186595; duration=0sec 2024-11-25T00:23:06,843 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:06,843 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:C 2024-11-25T00:23:06,869 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:06,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494246963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494246968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494246970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494246970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:06,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494246970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,023 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:07,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:07,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:07,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:07,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:07,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:07,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:07,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:07,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T00:23:07,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/14a9563d2cbc40b3a17abf03e26748f7 2024-11-25T00:23:07,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/5e4786caf41c46dd8aa38a17b51bbbb8 is 50, key is test_row_0/C:col10/1732494186018/Put/seqid=0 2024-11-25T00:23:07,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742073_1249 (size=12001) 2024-11-25T00:23:07,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494247270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494247271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494247274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494247275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494247276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,333 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:07,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:07,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:07,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:07,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:07,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:07,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:07,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:07,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,640 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:07,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:07,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:07,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:07,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/5e4786caf41c46dd8aa38a17b51bbbb8 2024-11-25T00:23:07,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/3e82fcbcf9134d248ed46ea7788b295c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/3e82fcbcf9134d248ed46ea7788b295c 2024-11-25T00:23:07,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/3e82fcbcf9134d248ed46ea7788b295c, entries=200, sequenceid=75, filesize=14.0 K 2024-11-25T00:23:07,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/14a9563d2cbc40b3a17abf03e26748f7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/14a9563d2cbc40b3a17abf03e26748f7 2024-11-25T00:23:07,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/14a9563d2cbc40b3a17abf03e26748f7, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T00:23:07,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/5e4786caf41c46dd8aa38a17b51bbbb8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/5e4786caf41c46dd8aa38a17b51bbbb8 2024-11-25T00:23:07,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/5e4786caf41c46dd8aa38a17b51bbbb8, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T00:23:07,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for cac7e3e160582cfa13955a684e8fe859 in 1065ms, sequenceid=75, compaction requested=false 2024-11-25T00:23:07,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:07,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:23:07,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:07,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:07,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:07,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:07,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:07,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:07,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/b5de7083ea264e3093163560abddfc7c is 50, key is test_row_0/A:col10/1732494186653/Put/seqid=0 2024-11-25T00:23:07,794 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:07,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494247820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494247819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494247822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494247823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742074_1250 (size=14341) 2024-11-25T00:23:07,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/b5de7083ea264e3093163560abddfc7c 2024-11-25T00:23:07,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494247833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/bdcf9787a74d4c7f9dcad77b1c3688f8 is 50, key is test_row_0/B:col10/1732494186653/Put/seqid=0 2024-11-25T00:23:07,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742075_1251 (size=12001) 2024-11-25T00:23:07,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494247931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494247931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494247931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494247931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494247941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,947 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:07,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:07,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:07,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:07,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:07,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T00:23:08,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:08,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:08,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:08,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:08,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494248135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494248135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494248138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494248139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494248146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T00:23:08,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:08,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:08,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:08,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:08,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/bdcf9787a74d4c7f9dcad77b1c3688f8 2024-11-25T00:23:08,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/0ee959c40e5a4f889bce7a9549927936 is 50, key is test_row_0/C:col10/1732494186653/Put/seqid=0 2024-11-25T00:23:08,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742076_1252 (size=12001) 2024-11-25T00:23:08,421 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:08,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:08,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:08,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:08,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494248440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494248440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494248446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494248448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494248452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,578 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:08,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:08,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:08,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:08,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/0ee959c40e5a4f889bce7a9549927936 2024-11-25T00:23:08,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/b5de7083ea264e3093163560abddfc7c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/b5de7083ea264e3093163560abddfc7c 2024-11-25T00:23:08,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/b5de7083ea264e3093163560abddfc7c, entries=200, sequenceid=93, filesize=14.0 K 2024-11-25T00:23:08,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/bdcf9787a74d4c7f9dcad77b1c3688f8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/bdcf9787a74d4c7f9dcad77b1c3688f8 2024-11-25T00:23:08,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/bdcf9787a74d4c7f9dcad77b1c3688f8, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T00:23:08,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/0ee959c40e5a4f889bce7a9549927936 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/0ee959c40e5a4f889bce7a9549927936 2024-11-25T00:23:08,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/0ee959c40e5a4f889bce7a9549927936, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T00:23:08,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for cac7e3e160582cfa13955a684e8fe859 in 1061ms, sequenceid=93, compaction requested=true 2024-11-25T00:23:08,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:08,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:08,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:08,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:08,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:08,841 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:08,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:08,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:23:08,841 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:08,842 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:08,842 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/A is initiating minor compaction (all files) 2024-11-25T00:23:08,842 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/A in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:08,843 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/f87be0a6636145798e100f1ee2ff485b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/3e82fcbcf9134d248ed46ea7788b295c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/b5de7083ea264e3093163560abddfc7c] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=39.8 K 2024-11-25T00:23:08,843 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:08,843 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/B is initiating minor compaction (all files) 2024-11-25T00:23:08,843 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/B in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:08,843 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3e57e79cc4624b86904893531052966d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/14a9563d2cbc40b3a17abf03e26748f7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/bdcf9787a74d4c7f9dcad77b1c3688f8] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=35.3 K 2024-11-25T00:23:08,844 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting f87be0a6636145798e100f1ee2ff485b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732494185361 2024-11-25T00:23:08,844 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e57e79cc4624b86904893531052966d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732494185361 2024-11-25T00:23:08,844 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e82fcbcf9134d248ed46ea7788b295c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732494186013 2024-11-25T00:23:08,845 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 14a9563d2cbc40b3a17abf03e26748f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732494186013 2024-11-25T00:23:08,845 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting bdcf9787a74d4c7f9dcad77b1c3688f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732494186649 2024-11-25T00:23:08,845 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5de7083ea264e3093163560abddfc7c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732494186645 2024-11-25T00:23:08,867 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#B#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:08,867 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#A#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:08,868 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/0bbb4bb0139f4aa085f424fa2378ad0d is 50, key is test_row_0/B:col10/1732494186653/Put/seqid=0 2024-11-25T00:23:08,868 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/0fe74eaae2ac4fac9f8e740123c240e9 is 50, key is test_row_0/A:col10/1732494186653/Put/seqid=0 2024-11-25T00:23:08,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T00:23:08,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:08,886 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T00:23:08,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:08,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:08,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:08,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:08,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:08,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742078_1254 (size=12207) 2024-11-25T00:23:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/fadf60d8f5f44596a18761776068c873 is 50, key is test_row_0/A:col10/1732494187817/Put/seqid=0 2024-11-25T00:23:08,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742077_1253 (size=12207) 2024-11-25T00:23:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742079_1255 (size=12001) 2024-11-25T00:23:08,972 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/fadf60d8f5f44596a18761776068c873 2024-11-25T00:23:08,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494248968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494248968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494248969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494248973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494248976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:08,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/6c0a9acd1a374c789275c747fb77378b is 50, key is test_row_0/B:col10/1732494187817/Put/seqid=0 2024-11-25T00:23:09,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742080_1256 (size=12001) 2024-11-25T00:23:09,050 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/6c0a9acd1a374c789275c747fb77378b 2024-11-25T00:23:09,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/acd65905cf6f493b8aa713a5476dd925 is 50, key is test_row_0/C:col10/1732494187817/Put/seqid=0 2024-11-25T00:23:09,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494249078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494249078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494249078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494249084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494249084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742081_1257 (size=12001) 2024-11-25T00:23:09,111 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/acd65905cf6f493b8aa713a5476dd925 2024-11-25T00:23:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/fadf60d8f5f44596a18761776068c873 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/fadf60d8f5f44596a18761776068c873 2024-11-25T00:23:09,126 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/fadf60d8f5f44596a18761776068c873, entries=150, sequenceid=115, filesize=11.7 K 2024-11-25T00:23:09,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/6c0a9acd1a374c789275c747fb77378b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6c0a9acd1a374c789275c747fb77378b 2024-11-25T00:23:09,133 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6c0a9acd1a374c789275c747fb77378b, entries=150, sequenceid=115, filesize=11.7 K 2024-11-25T00:23:09,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/acd65905cf6f493b8aa713a5476dd925 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/acd65905cf6f493b8aa713a5476dd925 2024-11-25T00:23:09,153 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/acd65905cf6f493b8aa713a5476dd925, entries=150, sequenceid=115, filesize=11.7 K 2024-11-25T00:23:09,155 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for cac7e3e160582cfa13955a684e8fe859 in 268ms, sequenceid=115, compaction requested=true 2024-11-25T00:23:09,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:09,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:09,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-25T00:23:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-25T00:23:09,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-25T00:23:09,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0630 sec 2024-11-25T00:23:09,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 3.0700 sec 2024-11-25T00:23:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:09,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:23:09,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:09,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:09,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:09,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:09,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:09,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:09,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/fdd6e1a389244c7db97fb91f9eea29cb is 50, key is test_row_0/A:col10/1732494189286/Put/seqid=0 2024-11-25T00:23:09,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742082_1258 (size=12101) 2024-11-25T00:23:09,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/fdd6e1a389244c7db97fb91f9eea29cb 2024-11-25T00:23:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494249311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494249312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494249315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494249316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494249317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,327 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/0fe74eaae2ac4fac9f8e740123c240e9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0fe74eaae2ac4fac9f8e740123c240e9 2024-11-25T00:23:09,333 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/A of cac7e3e160582cfa13955a684e8fe859 into 0fe74eaae2ac4fac9f8e740123c240e9(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:09,333 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:09,333 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/A, priority=13, startTime=1732494188841; duration=0sec 2024-11-25T00:23:09,334 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:09,334 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:A 2024-11-25T00:23:09,334 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:09,335 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:09,335 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/C is initiating minor compaction (all files) 2024-11-25T00:23:09,335 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/C in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:09,336 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/dab06e28df3544d793ac7be854804012, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/5e4786caf41c46dd8aa38a17b51bbbb8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/0ee959c40e5a4f889bce7a9549927936, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/acd65905cf6f493b8aa713a5476dd925] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=47.0 K 2024-11-25T00:23:09,336 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting dab06e28df3544d793ac7be854804012, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732494185361 2024-11-25T00:23:09,337 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e4786caf41c46dd8aa38a17b51bbbb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732494186013 2024-11-25T00:23:09,337 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ee959c40e5a4f889bce7a9549927936, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732494186649 2024-11-25T00:23:09,337 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting acd65905cf6f493b8aa713a5476dd925, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732494187817 2024-11-25T00:23:09,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/1645c1a86af446b98a2c88625c24548e is 50, key is test_row_0/B:col10/1732494189286/Put/seqid=0 2024-11-25T00:23:09,360 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/0bbb4bb0139f4aa085f424fa2378ad0d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0bbb4bb0139f4aa085f424fa2378ad0d 2024-11-25T00:23:09,366 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/B of cac7e3e160582cfa13955a684e8fe859 into 0bbb4bb0139f4aa085f424fa2378ad0d(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:09,366 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:09,366 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/B, priority=13, startTime=1732494188841; duration=0sec 2024-11-25T00:23:09,367 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:09,367 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:B 2024-11-25T00:23:09,375 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#C#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:09,375 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/6e5691f914ec466492d2613dcff19f72 is 50, key is test_row_0/C:col10/1732494187817/Put/seqid=0 2024-11-25T00:23:09,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742083_1259 (size=12101) 2024-11-25T00:23:09,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/1645c1a86af446b98a2c88625c24548e 2024-11-25T00:23:09,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494249418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494249418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494249425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494249425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494249426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/5953514730f542438975a48a46e619f3 is 50, key is test_row_0/C:col10/1732494189286/Put/seqid=0 2024-11-25T00:23:09,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742084_1260 (size=12241) 2024-11-25T00:23:09,474 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/6e5691f914ec466492d2613dcff19f72 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/6e5691f914ec466492d2613dcff19f72 2024-11-25T00:23:09,483 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/C of cac7e3e160582cfa13955a684e8fe859 into 6e5691f914ec466492d2613dcff19f72(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:09,483 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:09,483 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/C, priority=12, startTime=1732494188841; duration=0sec 2024-11-25T00:23:09,483 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:09,483 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:C 2024-11-25T00:23:09,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742085_1261 (size=12101) 2024-11-25T00:23:09,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494249623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494249625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494249629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494249629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494249631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/5953514730f542438975a48a46e619f3 2024-11-25T00:23:09,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/fdd6e1a389244c7db97fb91f9eea29cb as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/fdd6e1a389244c7db97fb91f9eea29cb 2024-11-25T00:23:09,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/fdd6e1a389244c7db97fb91f9eea29cb, entries=150, sequenceid=132, filesize=11.8 K 2024-11-25T00:23:09,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/1645c1a86af446b98a2c88625c24548e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/1645c1a86af446b98a2c88625c24548e 2024-11-25T00:23:09,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/1645c1a86af446b98a2c88625c24548e, entries=150, sequenceid=132, filesize=11.8 K 2024-11-25T00:23:09,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/5953514730f542438975a48a46e619f3 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/5953514730f542438975a48a46e619f3 2024-11-25T00:23:09,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494249927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494249928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/5953514730f542438975a48a46e619f3, entries=150, sequenceid=132, filesize=11.8 K 2024-11-25T00:23:09,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for cac7e3e160582cfa13955a684e8fe859 in 653ms, sequenceid=132, compaction requested=true 2024-11-25T00:23:09,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:09,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:09,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:09,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:09,938 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:09,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:09,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:09,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:23:09,938 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:09,940 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:09,940 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/B is initiating minor compaction (all files) 2024-11-25T00:23:09,940 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/B in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:09,940 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0bbb4bb0139f4aa085f424fa2378ad0d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6c0a9acd1a374c789275c747fb77378b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/1645c1a86af446b98a2c88625c24548e] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=35.5 K 2024-11-25T00:23:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:09,941 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:09,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T00:23:09,941 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bbb4bb0139f4aa085f424fa2378ad0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732494186649 2024-11-25T00:23:09,941 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/A is initiating minor compaction (all files) 2024-11-25T00:23:09,941 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/A in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:09,941 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0fe74eaae2ac4fac9f8e740123c240e9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/fadf60d8f5f44596a18761776068c873, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/fdd6e1a389244c7db97fb91f9eea29cb] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=35.5 K 2024-11-25T00:23:09,941 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c0a9acd1a374c789275c747fb77378b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732494187817 2024-11-25T00:23:09,941 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fe74eaae2ac4fac9f8e740123c240e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732494186649 2024-11-25T00:23:09,942 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 1645c1a86af446b98a2c88625c24548e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732494188975 2024-11-25T00:23:09,942 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting fadf60d8f5f44596a18761776068c873, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732494187817 2024-11-25T00:23:09,942 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdd6e1a389244c7db97fb91f9eea29cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732494188975 2024-11-25T00:23:09,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:09,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:09,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:09,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:09,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:09,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:09,959 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#A#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:09,960 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/4c8a69534969441e860707491b6c11e0 is 50, key is test_row_0/A:col10/1732494189286/Put/seqid=0 2024-11-25T00:23:09,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494249968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494249968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,973 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:09,974 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/d6e55b33508d45ed8bb7c17c084d1737 is 50, key is test_row_0/B:col10/1732494189286/Put/seqid=0 2024-11-25T00:23:09,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494249970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:09,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/65a2ec484bdb4328b7aaca5fee376fbf is 50, key is test_row_0/A:col10/1732494189941/Put/seqid=0 2024-11-25T00:23:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742086_1262 (size=12409) 2024-11-25T00:23:10,032 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/4c8a69534969441e860707491b6c11e0 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4c8a69534969441e860707491b6c11e0 2024-11-25T00:23:10,039 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/A of cac7e3e160582cfa13955a684e8fe859 into 4c8a69534969441e860707491b6c11e0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:10,039 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:10,039 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/A, priority=13, startTime=1732494189938; duration=0sec 2024-11-25T00:23:10,039 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:10,039 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:A 2024-11-25T00:23:10,039 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T00:23:10,040 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T00:23:10,040 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T00:23:10,040 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. because compaction request was cancelled 2024-11-25T00:23:10,040 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:C 2024-11-25T00:23:10,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742087_1263 (size=12409) 2024-11-25T00:23:10,058 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/d6e55b33508d45ed8bb7c17c084d1737 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/d6e55b33508d45ed8bb7c17c084d1737 2024-11-25T00:23:10,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742088_1264 (size=12151) 2024-11-25T00:23:10,069 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/B of cac7e3e160582cfa13955a684e8fe859 into d6e55b33508d45ed8bb7c17c084d1737(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:10,069 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:10,069 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/B, priority=13, startTime=1732494189938; duration=0sec 2024-11-25T00:23:10,069 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:10,069 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:B 2024-11-25T00:23:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494250074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494250073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494250075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T00:23:10,201 INFO [Thread-1097 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-25T00:23:10,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-25T00:23:10,205 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:10,206 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:10,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T00:23:10,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494250278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494250279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494250279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T00:23:10,359 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T00:23:10,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:10,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:10,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:10,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494250432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494250433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/65a2ec484bdb4328b7aaca5fee376fbf 2024-11-25T00:23:10,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/c3c7b33d9b8647b99304ca701045d443 is 50, key is test_row_0/B:col10/1732494189941/Put/seqid=0 2024-11-25T00:23:10,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742089_1265 (size=12151) 2024-11-25T00:23:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T00:23:10,513 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T00:23:10,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:10,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:10,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:10,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494250583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494250584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494250585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T00:23:10,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:10,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:10,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:10,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T00:23:10,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T00:23:10,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:10,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:10,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:10,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/c3c7b33d9b8647b99304ca701045d443 2024-11-25T00:23:10,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/4388b8323d9f484f9ab88cee92416189 is 50, key is test_row_0/C:col10/1732494189941/Put/seqid=0 2024-11-25T00:23:10,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742090_1266 (size=12151) 2024-11-25T00:23:10,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/4388b8323d9f484f9ab88cee92416189 2024-11-25T00:23:10,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/65a2ec484bdb4328b7aaca5fee376fbf as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/65a2ec484bdb4328b7aaca5fee376fbf 2024-11-25T00:23:10,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/65a2ec484bdb4328b7aaca5fee376fbf, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T00:23:10,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/c3c7b33d9b8647b99304ca701045d443 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c3c7b33d9b8647b99304ca701045d443 2024-11-25T00:23:10,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c3c7b33d9b8647b99304ca701045d443, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T00:23:10,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/4388b8323d9f484f9ab88cee92416189 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4388b8323d9f484f9ab88cee92416189 2024-11-25T00:23:10,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:10,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T00:23:10,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:10,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:10,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:10,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4388b8323d9f484f9ab88cee92416189, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T00:23:10,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for cac7e3e160582cfa13955a684e8fe859 in 1044ms, sequenceid=158, compaction requested=true 2024-11-25T00:23:10,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:10,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:10,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:10,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:10,985 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T00:23:10,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:10,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:10,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:10,986 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T00:23:10,986 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T00:23:10,986 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T00:23:10,986 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. because compaction request was cancelled 2024-11-25T00:23:10,986 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:A 2024-11-25T00:23:10,987 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:10,987 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T00:23:10,987 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T00:23:10,987 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. because compaction request was cancelled 2024-11-25T00:23:10,987 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:B 2024-11-25T00:23:10,988 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:10,988 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/C is initiating minor compaction (all files) 2024-11-25T00:23:10,988 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/C in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:10,988 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/6e5691f914ec466492d2613dcff19f72, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/5953514730f542438975a48a46e619f3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4388b8323d9f484f9ab88cee92416189] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=35.6 K 2024-11-25T00:23:10,989 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e5691f914ec466492d2613dcff19f72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732494187817 2024-11-25T00:23:10,990 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5953514730f542438975a48a46e619f3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732494188975 2024-11-25T00:23:10,991 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4388b8323d9f484f9ab88cee92416189, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732494189309 2024-11-25T00:23:10,999 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#C#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:11,000 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/60d4c4b89939408085bd0e1525e3ce48 is 50, key is test_row_0/C:col10/1732494189941/Put/seqid=0 2024-11-25T00:23:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742091_1267 (size=12493) 2024-11-25T00:23:11,044 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/60d4c4b89939408085bd0e1525e3ce48 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/60d4c4b89939408085bd0e1525e3ce48 2024-11-25T00:23:11,052 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/C of cac7e3e160582cfa13955a684e8fe859 into 60d4c4b89939408085bd0e1525e3ce48(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:11,052 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:11,052 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/C, priority=13, startTime=1732494190985; duration=0sec 2024-11-25T00:23:11,052 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:11,052 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:C 2024-11-25T00:23:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:11,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T00:23:11,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:11,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:11,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:11,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:11,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:11,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:11,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/0ecdbdc370bd4993a90aa2f1f5e3c208 is 50, key is test_row_0/A:col10/1732494189966/Put/seqid=0 2024-11-25T00:23:11,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742092_1268 (size=12151) 2024-11-25T00:23:11,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/0ecdbdc370bd4993a90aa2f1f5e3c208 2024-11-25T00:23:11,132 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T00:23:11,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:11,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:11,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:11,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/0b2303ffd2904a3595c438dd2a11e893 is 50, key is test_row_0/B:col10/1732494189966/Put/seqid=0 2024-11-25T00:23:11,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494251150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494251152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494251156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742093_1269 (size=12151) 2024-11-25T00:23:11,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/0b2303ffd2904a3595c438dd2a11e893 2024-11-25T00:23:11,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/0ba0a4e2685b4688aba25060f7f5f83d is 50, key is test_row_0/C:col10/1732494189966/Put/seqid=0 2024-11-25T00:23:11,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742094_1270 (size=12151) 2024-11-25T00:23:11,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494251258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494251260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494251262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T00:23:11,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:11,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:11,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:11,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T00:23:11,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T00:23:11,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:11,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:11,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:11,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494251439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494251448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494251462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494251465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494251465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T00:23:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:11,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:11,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/0ba0a4e2685b4688aba25060f7f5f83d 2024-11-25T00:23:11,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/0ecdbdc370bd4993a90aa2f1f5e3c208 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0ecdbdc370bd4993a90aa2f1f5e3c208 2024-11-25T00:23:11,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0ecdbdc370bd4993a90aa2f1f5e3c208, entries=150, sequenceid=176, filesize=11.9 K 2024-11-25T00:23:11,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/0b2303ffd2904a3595c438dd2a11e893 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0b2303ffd2904a3595c438dd2a11e893 2024-11-25T00:23:11,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0b2303ffd2904a3595c438dd2a11e893, entries=150, sequenceid=176, filesize=11.9 K 2024-11-25T00:23:11,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/0ba0a4e2685b4688aba25060f7f5f83d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/0ba0a4e2685b4688aba25060f7f5f83d 2024-11-25T00:23:11,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/0ba0a4e2685b4688aba25060f7f5f83d, entries=150, sequenceid=176, filesize=11.9 K 2024-11-25T00:23:11,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for cac7e3e160582cfa13955a684e8fe859 in 577ms, sequenceid=176, compaction requested=true 2024-11-25T00:23:11,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:11,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:11,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:11,672 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:11,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:11,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:11,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:11,672 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:11,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:11,673 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:11,673 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/A is initiating minor compaction (all files) 2024-11-25T00:23:11,673 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/A in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:11,673 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4c8a69534969441e860707491b6c11e0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/65a2ec484bdb4328b7aaca5fee376fbf, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0ecdbdc370bd4993a90aa2f1f5e3c208] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=35.9 K 2024-11-25T00:23:11,675 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c8a69534969441e860707491b6c11e0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732494188975 2024-11-25T00:23:11,675 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:11,675 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/B is initiating minor compaction (all files) 2024-11-25T00:23:11,675 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/B in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:11,675 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/d6e55b33508d45ed8bb7c17c084d1737, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c3c7b33d9b8647b99304ca701045d443, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0b2303ffd2904a3595c438dd2a11e893] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=35.9 K 2024-11-25T00:23:11,676 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65a2ec484bdb4328b7aaca5fee376fbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732494189309 2024-11-25T00:23:11,676 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ecdbdc370bd4993a90aa2f1f5e3c208, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732494189956 2024-11-25T00:23:11,676 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting d6e55b33508d45ed8bb7c17c084d1737, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732494188975 2024-11-25T00:23:11,677 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c3c7b33d9b8647b99304ca701045d443, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732494189309 2024-11-25T00:23:11,677 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b2303ffd2904a3595c438dd2a11e893, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732494189956 2024-11-25T00:23:11,694 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#A#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:11,695 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/0c0bdf90227441959700540d496d20f0 is 50, key is test_row_0/A:col10/1732494189966/Put/seqid=0 2024-11-25T00:23:11,705 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#B#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:11,705 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/4a4d9c1080b540d4bcf88abf9613f4ce is 50, key is test_row_0/B:col10/1732494189966/Put/seqid=0 2024-11-25T00:23:11,754 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T00:23:11,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:11,756 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T00:23:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:11,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:11,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742096_1272 (size=12561) 2024-11-25T00:23:11,784 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/4a4d9c1080b540d4bcf88abf9613f4ce as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4a4d9c1080b540d4bcf88abf9613f4ce 2024-11-25T00:23:11,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742095_1271 (size=12561) 2024-11-25T00:23:11,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/92b7c36339664a10bb0d24473c748c3a is 50, key is test_row_0/A:col10/1732494191133/Put/seqid=0 2024-11-25T00:23:11,795 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/B of cac7e3e160582cfa13955a684e8fe859 into 4a4d9c1080b540d4bcf88abf9613f4ce(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:11,795 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:11,795 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/B, priority=13, startTime=1732494191672; duration=0sec 2024-11-25T00:23:11,795 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:11,795 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:B 2024-11-25T00:23:11,795 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T00:23:11,797 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T00:23:11,797 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T00:23:11,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,797 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. because compaction request was cancelled 2024-11-25T00:23:11,797 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:C 2024-11-25T00:23:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494251791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494251795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494251797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742097_1273 (size=12151) 2024-11-25T00:23:11,821 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/92b7c36339664a10bb0d24473c748c3a 2024-11-25T00:23:11,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/698bf533b02540a7bff32d8c4d814429 is 50, key is test_row_0/B:col10/1732494191133/Put/seqid=0 2024-11-25T00:23:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742098_1274 (size=12151) 2024-11-25T00:23:11,861 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/698bf533b02540a7bff32d8c4d814429 2024-11-25T00:23:11,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/c255ac25d2274e56b88b3df3fc246753 is 50, key is test_row_0/C:col10/1732494191133/Put/seqid=0 2024-11-25T00:23:11,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494251899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494251902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494251904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:11,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742099_1275 (size=12151) 2024-11-25T00:23:12,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494252104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:12,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494252105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:12,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494252108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:12,196 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/0c0bdf90227441959700540d496d20f0 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0c0bdf90227441959700540d496d20f0 2024-11-25T00:23:12,206 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/A of cac7e3e160582cfa13955a684e8fe859 into 0c0bdf90227441959700540d496d20f0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:12,206 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:12,206 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/A, priority=13, startTime=1732494191672; duration=0sec 2024-11-25T00:23:12,206 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:12,206 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:A 2024-11-25T00:23:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T00:23:12,338 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/c255ac25d2274e56b88b3df3fc246753 2024-11-25T00:23:12,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/92b7c36339664a10bb0d24473c748c3a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/92b7c36339664a10bb0d24473c748c3a 2024-11-25T00:23:12,350 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/92b7c36339664a10bb0d24473c748c3a, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T00:23:12,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/698bf533b02540a7bff32d8c4d814429 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/698bf533b02540a7bff32d8c4d814429 2024-11-25T00:23:12,360 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/698bf533b02540a7bff32d8c4d814429, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T00:23:12,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/c255ac25d2274e56b88b3df3fc246753 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c255ac25d2274e56b88b3df3fc246753 2024-11-25T00:23:12,367 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c255ac25d2274e56b88b3df3fc246753, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T00:23:12,368 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for cac7e3e160582cfa13955a684e8fe859 in 612ms, sequenceid=197, compaction requested=true 2024-11-25T00:23:12,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:12,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:12,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-25T00:23:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-25T00:23:12,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-25T00:23:12,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1630 sec 2024-11-25T00:23:12,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.1700 sec 2024-11-25T00:23:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:12,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T00:23:12,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:12,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:12,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:12,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:12,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:12,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:12,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/79602c8f19c646d0aafd6924ee94a578 is 50, key is test_row_0/A:col10/1732494192410/Put/seqid=0 2024-11-25T00:23:12,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494252438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:12,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494252440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:12,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494252443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:12,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742100_1276 (size=12151) 2024-11-25T00:23:12,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/79602c8f19c646d0aafd6924ee94a578 2024-11-25T00:23:12,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/f82f87e7ec5342dda77e40b58dd25756 is 50, key is test_row_0/B:col10/1732494192410/Put/seqid=0 2024-11-25T00:23:12,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742101_1277 (size=12151) 2024-11-25T00:23:12,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494252544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:12,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494252545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:12,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494252548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:12,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494252749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:12,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494252752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:12,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494252752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:12,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/f82f87e7ec5342dda77e40b58dd25756 2024-11-25T00:23:12,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/4d12865a0cb1442fb38f3ccf6f90e389 is 50, key is test_row_0/C:col10/1732494192410/Put/seqid=0 2024-11-25T00:23:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742102_1278 (size=12151) 2024-11-25T00:23:12,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/4d12865a0cb1442fb38f3ccf6f90e389 2024-11-25T00:23:12,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/79602c8f19c646d0aafd6924ee94a578 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/79602c8f19c646d0aafd6924ee94a578 2024-11-25T00:23:12,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/79602c8f19c646d0aafd6924ee94a578, entries=150, sequenceid=215, filesize=11.9 K 2024-11-25T00:23:12,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/f82f87e7ec5342dda77e40b58dd25756 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/f82f87e7ec5342dda77e40b58dd25756 2024-11-25T00:23:12,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/f82f87e7ec5342dda77e40b58dd25756, entries=150, sequenceid=215, filesize=11.9 K 2024-11-25T00:23:12,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/4d12865a0cb1442fb38f3ccf6f90e389 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4d12865a0cb1442fb38f3ccf6f90e389 2024-11-25T00:23:12,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4d12865a0cb1442fb38f3ccf6f90e389, entries=150, sequenceid=215, filesize=11.9 K 2024-11-25T00:23:12,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for cac7e3e160582cfa13955a684e8fe859 in 564ms, sequenceid=215, compaction requested=true 2024-11-25T00:23:12,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:12,977 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:12,978 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:12,978 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/A is initiating minor compaction (all files) 2024-11-25T00:23:12,978 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/A in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:12,978 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0c0bdf90227441959700540d496d20f0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/92b7c36339664a10bb0d24473c748c3a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/79602c8f19c646d0aafd6924ee94a578] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=36.0 K 2024-11-25T00:23:12,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:12,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:12,978 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c0bdf90227441959700540d496d20f0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732494189956 2024-11-25T00:23:12,979 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:12,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:12,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:12,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:12,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:12,980 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92b7c36339664a10bb0d24473c748c3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732494191133 2024-11-25T00:23:12,981 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:12,981 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/B is initiating minor compaction (all files) 2024-11-25T00:23:12,981 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/B in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:12,981 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4a4d9c1080b540d4bcf88abf9613f4ce, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/698bf533b02540a7bff32d8c4d814429, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/f82f87e7ec5342dda77e40b58dd25756] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=36.0 K 2024-11-25T00:23:12,981 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79602c8f19c646d0aafd6924ee94a578, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732494191792 2024-11-25T00:23:12,982 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a4d9c1080b540d4bcf88abf9613f4ce, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732494189956 2024-11-25T00:23:12,982 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 698bf533b02540a7bff32d8c4d814429, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732494191133 2024-11-25T00:23:12,983 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting f82f87e7ec5342dda77e40b58dd25756, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732494191792 2024-11-25T00:23:13,002 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#A#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:13,003 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/443d7b8becd8429c97c14cb88355ac38 is 50, key is test_row_0/A:col10/1732494192410/Put/seqid=0 2024-11-25T00:23:13,014 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:13,015 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/c7cf9acb6a8040fb9d87ebd380cbbd87 is 50, key is test_row_0/B:col10/1732494192410/Put/seqid=0 2024-11-25T00:23:13,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742103_1279 (size=12663) 2024-11-25T00:23:13,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742104_1280 (size=12663) 2024-11-25T00:23:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:13,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T00:23:13,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:13,063 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/443d7b8becd8429c97c14cb88355ac38 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/443d7b8becd8429c97c14cb88355ac38 2024-11-25T00:23:13,064 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/c7cf9acb6a8040fb9d87ebd380cbbd87 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c7cf9acb6a8040fb9d87ebd380cbbd87 2024-11-25T00:23:13,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/428b07337b2347838568dd1475b98c87 is 50, key is test_row_0/A:col10/1732494192441/Put/seqid=0 2024-11-25T00:23:13,074 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/A of cac7e3e160582cfa13955a684e8fe859 into 443d7b8becd8429c97c14cb88355ac38(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:13,074 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:13,075 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/A, priority=13, startTime=1732494192976; duration=0sec 2024-11-25T00:23:13,075 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:13,075 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:A 2024-11-25T00:23:13,075 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:13,078 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:13,078 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/C is initiating minor compaction (all files) 2024-11-25T00:23:13,078 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/C in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:13,078 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/60d4c4b89939408085bd0e1525e3ce48, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/0ba0a4e2685b4688aba25060f7f5f83d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c255ac25d2274e56b88b3df3fc246753, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4d12865a0cb1442fb38f3ccf6f90e389] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=47.8 K 2024-11-25T00:23:13,078 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60d4c4b89939408085bd0e1525e3ce48, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732494189309 2024-11-25T00:23:13,079 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/B of cac7e3e160582cfa13955a684e8fe859 into c7cf9acb6a8040fb9d87ebd380cbbd87(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:13,079 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:13,079 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/B, priority=13, startTime=1732494192978; duration=0sec 2024-11-25T00:23:13,079 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:13,079 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:B 2024-11-25T00:23:13,080 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ba0a4e2685b4688aba25060f7f5f83d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732494189956 2024-11-25T00:23:13,080 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting c255ac25d2274e56b88b3df3fc246753, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732494191133 2024-11-25T00:23:13,082 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d12865a0cb1442fb38f3ccf6f90e389, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732494191792 2024-11-25T00:23:13,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494253082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:13,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494253086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:13,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494253088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:13,097 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:13,098 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/7cc60f479ffc462fbd1d3921c289e2b7 is 50, key is test_row_0/C:col10/1732494192410/Put/seqid=0 2024-11-25T00:23:13,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742105_1281 (size=12151) 2024-11-25T00:23:13,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/428b07337b2347838568dd1475b98c87 2024-11-25T00:23:13,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742106_1282 (size=12629) 2024-11-25T00:23:13,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/6eed8dae2bcf48259d186317289c4dd3 is 50, key is test_row_0/B:col10/1732494192441/Put/seqid=0 2024-11-25T00:23:13,181 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/7cc60f479ffc462fbd1d3921c289e2b7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/7cc60f479ffc462fbd1d3921c289e2b7 2024-11-25T00:23:13,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494253189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:13,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494253195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:13,199 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/C of cac7e3e160582cfa13955a684e8fe859 into 7cc60f479ffc462fbd1d3921c289e2b7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:13,199 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:13,199 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/C, priority=12, startTime=1732494192979; duration=0sec 2024-11-25T00:23:13,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,199 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494253196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:13,199 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:C 2024-11-25T00:23:13,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742107_1283 (size=12151) 2024-11-25T00:23:13,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494253395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:13,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494253400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:13,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494253401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:13,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494253458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:13,460 DEBUG [Thread-1091 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., hostname=4bb75722a6be,37323,1732494119912, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:23:13,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494253462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:13,464 DEBUG [Thread-1087 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., hostname=4bb75722a6be,37323,1732494119912, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:23:13,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/6eed8dae2bcf48259d186317289c4dd3 2024-11-25T00:23:13,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/243c6ab380794504acb065a6110faa14 is 50, key is test_row_0/C:col10/1732494192441/Put/seqid=0 2024-11-25T00:23:13,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494253700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:13,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742108_1284 (size=12151) 2024-11-25T00:23:13,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/243c6ab380794504acb065a6110faa14 2024-11-25T00:23:13,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494253704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:13,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494253705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:13,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/428b07337b2347838568dd1475b98c87 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/428b07337b2347838568dd1475b98c87 2024-11-25T00:23:13,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/428b07337b2347838568dd1475b98c87, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T00:23:13,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/6eed8dae2bcf48259d186317289c4dd3 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6eed8dae2bcf48259d186317289c4dd3 2024-11-25T00:23:13,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6eed8dae2bcf48259d186317289c4dd3, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T00:23:13,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/243c6ab380794504acb065a6110faa14 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/243c6ab380794504acb065a6110faa14 2024-11-25T00:23:13,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/243c6ab380794504acb065a6110faa14, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T00:23:13,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for cac7e3e160582cfa13955a684e8fe859 in 674ms, sequenceid=236, compaction requested=false 2024-11-25T00:23:13,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:14,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T00:23:14,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:14,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:14,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:14,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:14,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:14,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:14,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/6a7bf7bfcbab4297b97c8508f548c9d9 is 50, key is test_row_0/A:col10/1732494194205/Put/seqid=0 2024-11-25T00:23:14,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494254244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494254245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494254245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742109_1285 (size=12151) 2024-11-25T00:23:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T00:23:14,314 INFO [Thread-1097 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-25T00:23:14,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-25T00:23:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T00:23:14,317 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:14,320 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:14,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:14,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494254350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494254350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494254350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T00:23:14,472 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:23:14,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:14,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:14,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:14,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494254554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494254557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494254557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T00:23:14,626 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:23:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:14,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:14,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/6a7bf7bfcbab4297b97c8508f548c9d9 2024-11-25T00:23:14,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/0b3beb7121044f87a32120c4180cc892 is 50, key is test_row_0/B:col10/1732494194205/Put/seqid=0 2024-11-25T00:23:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742110_1286 (size=12151) 2024-11-25T00:23:14,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/0b3beb7121044f87a32120c4180cc892 2024-11-25T00:23:14,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/6e302454c2cd4710ad237a96a69c8c6f is 50, key is test_row_0/C:col10/1732494194205/Put/seqid=0 2024-11-25T00:23:14,780 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742111_1287 (size=12151) 2024-11-25T00:23:14,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:23:14,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:14,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:14,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:14,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:14,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:14,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/6e302454c2cd4710ad237a96a69c8c6f 2024-11-25T00:23:14,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/6a7bf7bfcbab4297b97c8508f548c9d9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/6a7bf7bfcbab4297b97c8508f548c9d9 2024-11-25T00:23:14,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/6a7bf7bfcbab4297b97c8508f548c9d9, entries=150, sequenceid=255, filesize=11.9 K 2024-11-25T00:23:14,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/0b3beb7121044f87a32120c4180cc892 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0b3beb7121044f87a32120c4180cc892 2024-11-25T00:23:14,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0b3beb7121044f87a32120c4180cc892, entries=150, sequenceid=255, filesize=11.9 K 2024-11-25T00:23:14,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/6e302454c2cd4710ad237a96a69c8c6f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/6e302454c2cd4710ad237a96a69c8c6f 2024-11-25T00:23:14,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/6e302454c2cd4710ad237a96a69c8c6f, entries=150, sequenceid=255, filesize=11.9 K 2024-11-25T00:23:14,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for cac7e3e160582cfa13955a684e8fe859 in 619ms, sequenceid=255, compaction requested=true 2024-11-25T00:23:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:14,827 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:14,827 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:14,829 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:14,829 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/A is initiating minor compaction (all files) 2024-11-25T00:23:14,829 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/A in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:14,829 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/443d7b8becd8429c97c14cb88355ac38, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/428b07337b2347838568dd1475b98c87, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/6a7bf7bfcbab4297b97c8508f548c9d9] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=36.1 K 2024-11-25T00:23:14,829 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:14,829 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/B is initiating minor compaction (all files) 2024-11-25T00:23:14,830 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/B in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:14,830 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c7cf9acb6a8040fb9d87ebd380cbbd87, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6eed8dae2bcf48259d186317289c4dd3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0b3beb7121044f87a32120c4180cc892] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=36.1 K 2024-11-25T00:23:14,830 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 443d7b8becd8429c97c14cb88355ac38, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732494191792 2024-11-25T00:23:14,830 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c7cf9acb6a8040fb9d87ebd380cbbd87, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732494191792 2024-11-25T00:23:14,830 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 428b07337b2347838568dd1475b98c87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732494192438 2024-11-25T00:23:14,831 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 6eed8dae2bcf48259d186317289c4dd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732494192438 2024-11-25T00:23:14,831 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a7bf7bfcbab4297b97c8508f548c9d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732494193073 2024-11-25T00:23:14,831 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b3beb7121044f87a32120c4180cc892, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732494193073 2024-11-25T00:23:14,850 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#B#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:14,851 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/4ea1d17f2e2a48a58e93db4117fcfd83 is 50, key is test_row_0/B:col10/1732494194205/Put/seqid=0 2024-11-25T00:23:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:14,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T00:23:14,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:14,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:14,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:14,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:14,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:14,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:14,870 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:14,871 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/cd74404dcea24eccaa6cb974f791943d is 50, key is test_row_0/A:col10/1732494194205/Put/seqid=0 2024-11-25T00:23:14,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/e997f56880444ea2b3a75915bb245575 is 50, key is test_row_0/A:col10/1732494194237/Put/seqid=0 2024-11-25T00:23:14,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494254888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494254889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494254890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742113_1289 (size=12765) 2024-11-25T00:23:14,917 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/cd74404dcea24eccaa6cb974f791943d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/cd74404dcea24eccaa6cb974f791943d 2024-11-25T00:23:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T00:23:14,923 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/A of cac7e3e160582cfa13955a684e8fe859 into cd74404dcea24eccaa6cb974f791943d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:14,923 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:14,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742112_1288 (size=12765) 2024-11-25T00:23:14,923 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/A, priority=13, startTime=1732494194827; duration=0sec 2024-11-25T00:23:14,923 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:14,923 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:A 2024-11-25T00:23:14,923 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:14,924 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:14,924 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/C is initiating minor compaction (all files) 2024-11-25T00:23:14,925 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/C in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:14,925 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/7cc60f479ffc462fbd1d3921c289e2b7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/243c6ab380794504acb065a6110faa14, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/6e302454c2cd4710ad237a96a69c8c6f] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=36.1 K 2024-11-25T00:23:14,925 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cc60f479ffc462fbd1d3921c289e2b7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732494191792 2024-11-25T00:23:14,926 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 243c6ab380794504acb065a6110faa14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732494192438 2024-11-25T00:23:14,928 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e302454c2cd4710ad237a96a69c8c6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732494193073 2024-11-25T00:23:14,933 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:23:14,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:14,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:14,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:14,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:14,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:14,955 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:14,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742114_1290 (size=12301) 2024-11-25T00:23:14,964 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/f23e3601aa4a4d66a9e5e20b4adfcec8 is 50, key is test_row_0/C:col10/1732494194205/Put/seqid=0 2024-11-25T00:23:14,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/e997f56880444ea2b3a75915bb245575 2024-11-25T00:23:14,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/da290cc184c54433bc7b80072658da68 is 50, key is test_row_0/B:col10/1732494194237/Put/seqid=0 2024-11-25T00:23:14,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494254994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494254994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:14,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494254995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:15,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742115_1291 (size=12731) 2024-11-25T00:23:15,013 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/f23e3601aa4a4d66a9e5e20b4adfcec8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/f23e3601aa4a4d66a9e5e20b4adfcec8 2024-11-25T00:23:15,022 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/C of cac7e3e160582cfa13955a684e8fe859 into f23e3601aa4a4d66a9e5e20b4adfcec8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:15,022 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:15,022 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/C, priority=13, startTime=1732494194827; duration=0sec 2024-11-25T00:23:15,022 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:15,022 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:C 2024-11-25T00:23:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742116_1292 (size=12301) 2024-11-25T00:23:15,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/da290cc184c54433bc7b80072658da68 2024-11-25T00:23:15,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/3d4972bf5b2f4436b0ca77e4d0806400 is 50, key is test_row_0/C:col10/1732494194237/Put/seqid=0 2024-11-25T00:23:15,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:15,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:23:15,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:15,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:15,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:15,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742117_1293 (size=12301) 2024-11-25T00:23:15,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494255200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494255199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:15,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494255201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:15,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:15,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:23:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:15,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,330 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/4ea1d17f2e2a48a58e93db4117fcfd83 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4ea1d17f2e2a48a58e93db4117fcfd83 2024-11-25T00:23:15,338 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/B of cac7e3e160582cfa13955a684e8fe859 into 4ea1d17f2e2a48a58e93db4117fcfd83(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:15,338 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:15,338 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/B, priority=13, startTime=1732494194827; duration=0sec 2024-11-25T00:23:15,338 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:15,338 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:B 2024-11-25T00:23:15,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:15,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:23:15,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:15,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:15,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:15,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T00:23:15,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/3d4972bf5b2f4436b0ca77e4d0806400 2024-11-25T00:23:15,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494255504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:15,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494255506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:15,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494255506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:15,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/e997f56880444ea2b3a75915bb245575 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/e997f56880444ea2b3a75915bb245575 2024-11-25T00:23:15,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/e997f56880444ea2b3a75915bb245575, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T00:23:15,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/da290cc184c54433bc7b80072658da68 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/da290cc184c54433bc7b80072658da68 2024-11-25T00:23:15,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/da290cc184c54433bc7b80072658da68, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T00:23:15,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/3d4972bf5b2f4436b0ca77e4d0806400 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3d4972bf5b2f4436b0ca77e4d0806400 2024-11-25T00:23:15,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3d4972bf5b2f4436b0ca77e4d0806400, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T00:23:15,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for cac7e3e160582cfa13955a684e8fe859 in 677ms, sequenceid=278, compaction requested=false 2024-11-25T00:23:15,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:15,549 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:15,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:23:15,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:15,549 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:23:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:15,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/2081fa78ad1445c4abe198df3101473f is 50, key is test_row_0/A:col10/1732494194885/Put/seqid=0 2024-11-25T00:23:15,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742118_1294 (size=12301) 2024-11-25T00:23:15,609 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/2081fa78ad1445c4abe198df3101473f 2024-11-25T00:23:15,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/3c4b4490de1e49ca84751ce0ed525928 is 50, key is test_row_0/B:col10/1732494194885/Put/seqid=0 2024-11-25T00:23:15,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742119_1295 (size=12301) 2024-11-25T00:23:15,686 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/3c4b4490de1e49ca84751ce0ed525928 2024-11-25T00:23:15,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/c3a1e9219709478db91bdd488abc81ba is 50, key is test_row_0/C:col10/1732494194885/Put/seqid=0 2024-11-25T00:23:15,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742120_1296 (size=12301) 2024-11-25T00:23:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:16,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:16,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494256040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494256041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494256044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,126 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/c3a1e9219709478db91bdd488abc81ba 2024-11-25T00:23:16,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/2081fa78ad1445c4abe198df3101473f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/2081fa78ad1445c4abe198df3101473f 2024-11-25T00:23:16,136 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/2081fa78ad1445c4abe198df3101473f, entries=150, sequenceid=294, filesize=12.0 K 2024-11-25T00:23:16,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/3c4b4490de1e49ca84751ce0ed525928 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3c4b4490de1e49ca84751ce0ed525928 2024-11-25T00:23:16,142 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3c4b4490de1e49ca84751ce0ed525928, entries=150, sequenceid=294, filesize=12.0 K 2024-11-25T00:23:16,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/c3a1e9219709478db91bdd488abc81ba as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c3a1e9219709478db91bdd488abc81ba 2024-11-25T00:23:16,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494256145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494256146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494256149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,150 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c3a1e9219709478db91bdd488abc81ba, entries=150, sequenceid=294, filesize=12.0 K 2024-11-25T00:23:16,151 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for cac7e3e160582cfa13955a684e8fe859 in 602ms, sequenceid=294, compaction requested=true 2024-11-25T00:23:16,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:16,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:16,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-25T00:23:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-25T00:23:16,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-25T00:23:16,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8360 sec 2024-11-25T00:23:16,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.8440 sec 2024-11-25T00:23:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:16,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:23:16,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:16,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:16,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:16,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:16,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:16,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:16,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/7ca78d80a0da4a6f96fa4f9d6cc5e611 is 50, key is test_row_0/A:col10/1732494196029/Put/seqid=0 2024-11-25T00:23:16,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494256372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494256376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494256380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742121_1297 (size=12301) 2024-11-25T00:23:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T00:23:16,423 INFO [Thread-1097 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-25T00:23:16,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-25T00:23:16,428 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T00:23:16,429 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:16,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:16,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494256480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494256481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494256483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T00:23:16,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T00:23:16,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:16,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:16,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:16,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494256684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494256686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494256686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T00:23:16,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T00:23:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:16,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/7ca78d80a0da4a6f96fa4f9d6cc5e611 2024-11-25T00:23:16,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/c64c0f7b1c0e417eba8c0442b0d3a738 is 50, key is test_row_0/B:col10/1732494196029/Put/seqid=0 2024-11-25T00:23:16,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742122_1298 (size=12301) 2024-11-25T00:23:16,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/c64c0f7b1c0e417eba8c0442b0d3a738 2024-11-25T00:23:16,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/c0304e8bb4d34467b1e7c0ad587ead2e is 50, key is test_row_0/C:col10/1732494196029/Put/seqid=0 2024-11-25T00:23:16,890 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T00:23:16,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:16,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:16,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:16,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742123_1299 (size=12301) 2024-11-25T00:23:16,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494256989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494256991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:16,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494256993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T00:23:17,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T00:23:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:17,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T00:23:17,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:17,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:17,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:17,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/c0304e8bb4d34467b1e7c0ad587ead2e 2024-11-25T00:23:17,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/7ca78d80a0da4a6f96fa4f9d6cc5e611 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/7ca78d80a0da4a6f96fa4f9d6cc5e611 2024-11-25T00:23:17,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/7ca78d80a0da4a6f96fa4f9d6cc5e611, entries=150, sequenceid=319, filesize=12.0 K 2024-11-25T00:23:17,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/c64c0f7b1c0e417eba8c0442b0d3a738 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c64c0f7b1c0e417eba8c0442b0d3a738 2024-11-25T00:23:17,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c64c0f7b1c0e417eba8c0442b0d3a738, entries=150, sequenceid=319, filesize=12.0 K 2024-11-25T00:23:17,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/c0304e8bb4d34467b1e7c0ad587ead2e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c0304e8bb4d34467b1e7c0ad587ead2e 2024-11-25T00:23:17,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c0304e8bb4d34467b1e7c0ad587ead2e, entries=150, sequenceid=319, filesize=12.0 K 2024-11-25T00:23:17,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for cac7e3e160582cfa13955a684e8fe859 in 996ms, sequenceid=319, compaction requested=true 2024-11-25T00:23:17,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:17,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:17,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:17,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:17,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:17,349 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:17,349 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:17,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:17,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:17,350 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:17,350 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/A is initiating minor compaction (all files) 2024-11-25T00:23:17,351 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/A in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:17,351 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/cd74404dcea24eccaa6cb974f791943d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/e997f56880444ea2b3a75915bb245575, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/2081fa78ad1445c4abe198df3101473f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/7ca78d80a0da4a6f96fa4f9d6cc5e611] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=48.5 K 2024-11-25T00:23:17,351 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:17,351 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/B is initiating minor compaction (all files) 2024-11-25T00:23:17,351 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/B in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:17,351 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4ea1d17f2e2a48a58e93db4117fcfd83, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/da290cc184c54433bc7b80072658da68, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3c4b4490de1e49ca84751ce0ed525928, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c64c0f7b1c0e417eba8c0442b0d3a738] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=48.5 K 2024-11-25T00:23:17,352 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ea1d17f2e2a48a58e93db4117fcfd83, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732494193073 2024-11-25T00:23:17,352 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd74404dcea24eccaa6cb974f791943d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732494193073 2024-11-25T00:23:17,352 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting da290cc184c54433bc7b80072658da68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732494194237 2024-11-25T00:23:17,352 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting e997f56880444ea2b3a75915bb245575, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732494194237 2024-11-25T00:23:17,353 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c4b4490de1e49ca84751ce0ed525928, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732494194873 2024-11-25T00:23:17,353 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2081fa78ad1445c4abe198df3101473f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732494194873 2024-11-25T00:23:17,353 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T00:23:17,354 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ca78d80a0da4a6f96fa4f9d6cc5e611, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732494196029 2024-11-25T00:23:17,354 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c64c0f7b1c0e417eba8c0442b0d3a738, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732494196029 2024-11-25T00:23:17,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:17,354 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:23:17,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:17,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/d8f7830d3ea9482f99061b94618b0d45 is 50, key is test_row_0/A:col10/1732494196374/Put/seqid=0 2024-11-25T00:23:17,376 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#A#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:17,376 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/13ddfe010bef4c7a9b78bcf52ba574b3 is 50, key is test_row_0/A:col10/1732494196029/Put/seqid=0 2024-11-25T00:23:17,378 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#B#compaction#250 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:17,379 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/ee93fb7a07f24329b1cf68319c002652 is 50, key is test_row_0/B:col10/1732494196029/Put/seqid=0 2024-11-25T00:23:17,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742124_1300 (size=12301) 2024-11-25T00:23:17,435 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/d8f7830d3ea9482f99061b94618b0d45 2024-11-25T00:23:17,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742125_1301 (size=13051) 2024-11-25T00:23:17,466 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/ee93fb7a07f24329b1cf68319c002652 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ee93fb7a07f24329b1cf68319c002652 2024-11-25T00:23:17,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:17,472 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/B of cac7e3e160582cfa13955a684e8fe859 into ee93fb7a07f24329b1cf68319c002652(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:17,472 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:17,472 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/B, priority=12, startTime=1732494197349; duration=0sec 2024-11-25T00:23:17,473 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:17,473 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:B 2024-11-25T00:23:17,473 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:17,475 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:17,475 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/C is initiating minor compaction (all files) 2024-11-25T00:23:17,475 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/C in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:17,475 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/f23e3601aa4a4d66a9e5e20b4adfcec8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3d4972bf5b2f4436b0ca77e4d0806400, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c3a1e9219709478db91bdd488abc81ba, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c0304e8bb4d34467b1e7c0ad587ead2e] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=48.5 K 2024-11-25T00:23:17,476 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting f23e3601aa4a4d66a9e5e20b4adfcec8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732494193073 2024-11-25T00:23:17,476 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d4972bf5b2f4436b0ca77e4d0806400, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732494194237 2024-11-25T00:23:17,476 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c3a1e9219709478db91bdd488abc81ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732494194873 2024-11-25T00:23:17,477 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c0304e8bb4d34467b1e7c0ad587ead2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732494196029 2024-11-25T00:23:17,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/9d083a1fc2394a3bb65cfabadf83a6be is 50, key is test_row_0/B:col10/1732494196374/Put/seqid=0 2024-11-25T00:23:17,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742126_1302 (size=13051) 2024-11-25T00:23:17,491 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/13ddfe010bef4c7a9b78bcf52ba574b3 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/13ddfe010bef4c7a9b78bcf52ba574b3 2024-11-25T00:23:17,498 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#C#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:17,499 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/b6e24f2b1eca4fe1bc6ff62f2d89c874 is 50, key is test_row_0/C:col10/1732494196029/Put/seqid=0 2024-11-25T00:23:17,501 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/A of cac7e3e160582cfa13955a684e8fe859 into 13ddfe010bef4c7a9b78bcf52ba574b3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:17,501 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:17,501 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/A, priority=12, startTime=1732494197349; duration=0sec 2024-11-25T00:23:17,501 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:17,501 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:A 2024-11-25T00:23:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T00:23:17,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494257530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494257530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494257531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494257532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494257533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742128_1304 (size=13017) 2024-11-25T00:23:17,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742127_1303 (size=12301) 2024-11-25T00:23:17,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494257637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494257638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494257638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494257639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494257640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494257840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494257841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494257843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494257843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494257843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:17,963 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/b6e24f2b1eca4fe1bc6ff62f2d89c874 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/b6e24f2b1eca4fe1bc6ff62f2d89c874 2024-11-25T00:23:17,965 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/9d083a1fc2394a3bb65cfabadf83a6be 2024-11-25T00:23:17,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/ac09699d30a541dbbbfe224f362fae18 is 50, key is test_row_0/C:col10/1732494196374/Put/seqid=0 2024-11-25T00:23:17,990 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/C of cac7e3e160582cfa13955a684e8fe859 into b6e24f2b1eca4fe1bc6ff62f2d89c874(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:17,990 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:17,990 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/C, priority=12, startTime=1732494197349; duration=0sec 2024-11-25T00:23:17,990 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:17,990 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:C 2024-11-25T00:23:18,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742129_1305 (size=12301) 2024-11-25T00:23:18,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494258143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494258146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494258147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494258147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494258147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,415 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/ac09699d30a541dbbbfe224f362fae18 2024-11-25T00:23:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/d8f7830d3ea9482f99061b94618b0d45 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/d8f7830d3ea9482f99061b94618b0d45 2024-11-25T00:23:18,436 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/d8f7830d3ea9482f99061b94618b0d45, entries=150, sequenceid=331, filesize=12.0 K 2024-11-25T00:23:18,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/9d083a1fc2394a3bb65cfabadf83a6be as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/9d083a1fc2394a3bb65cfabadf83a6be 2024-11-25T00:23:18,447 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/9d083a1fc2394a3bb65cfabadf83a6be, entries=150, sequenceid=331, filesize=12.0 K 2024-11-25T00:23:18,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/ac09699d30a541dbbbfe224f362fae18 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/ac09699d30a541dbbbfe224f362fae18 2024-11-25T00:23:18,456 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/ac09699d30a541dbbbfe224f362fae18, entries=150, sequenceid=331, filesize=12.0 K 2024-11-25T00:23:18,458 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for cac7e3e160582cfa13955a684e8fe859 in 1104ms, sequenceid=331, compaction requested=false 2024-11-25T00:23:18,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:18,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:18,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-25T00:23:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-25T00:23:18,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-25T00:23:18,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0320 sec 2024-11-25T00:23:18,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.0380 sec 2024-11-25T00:23:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T00:23:18,534 INFO [Thread-1097 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-25T00:23:18,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-25T00:23:18,540 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:18,541 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:18,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T00:23:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T00:23:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:18,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:23:18,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:18,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:18,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:18,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:18,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:18,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:18,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/4cc1ced0160147a58ff364cf626eccfc is 50, key is test_row_0/A:col10/1732494197529/Put/seqid=0 2024-11-25T00:23:18,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494258663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494258662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494258662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494258663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494258668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,695 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T00:23:18,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:18,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:18,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:18,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:18,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742130_1306 (size=12301) 2024-11-25T00:23:18,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494258770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494258770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494258770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494258770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494258771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T00:23:18,848 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T00:23:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:18,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:18,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494258973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494258973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494258973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494258975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:18,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494258975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,002 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T00:23:19,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:19,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:19,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:19,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/4cc1ced0160147a58ff364cf626eccfc 2024-11-25T00:23:19,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/00212818f0994c3facf7bc0b9de70461 is 50, key is test_row_0/B:col10/1732494197529/Put/seqid=0 2024-11-25T00:23:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T00:23:19,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T00:23:19,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:19,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:19,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:19,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742131_1307 (size=12301) 2024-11-25T00:23:19,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/00212818f0994c3facf7bc0b9de70461 2024-11-25T00:23:19,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/4cb2f8515e57482681b9369a9b5f09d7 is 50, key is test_row_0/C:col10/1732494197529/Put/seqid=0 2024-11-25T00:23:19,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742132_1308 (size=12301) 2024-11-25T00:23:19,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494259275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494259280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494259280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494259280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494259280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T00:23:19,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:19,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:19,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:19,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T00:23:19,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:19,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:19,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:19,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T00:23:19,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:19,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:19,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:19,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T00:23:19,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/4cb2f8515e57482681b9369a9b5f09d7 2024-11-25T00:23:19,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/4cc1ced0160147a58ff364cf626eccfc as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4cc1ced0160147a58ff364cf626eccfc 2024-11-25T00:23:19,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4cc1ced0160147a58ff364cf626eccfc, entries=150, sequenceid=360, filesize=12.0 K 2024-11-25T00:23:19,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/00212818f0994c3facf7bc0b9de70461 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/00212818f0994c3facf7bc0b9de70461 2024-11-25T00:23:19,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/00212818f0994c3facf7bc0b9de70461, entries=150, sequenceid=360, filesize=12.0 K 2024-11-25T00:23:19,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/4cb2f8515e57482681b9369a9b5f09d7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4cb2f8515e57482681b9369a9b5f09d7 2024-11-25T00:23:19,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4cb2f8515e57482681b9369a9b5f09d7, entries=150, sequenceid=360, filesize=12.0 K 2024-11-25T00:23:19,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for cac7e3e160582cfa13955a684e8fe859 in 1053ms, sequenceid=360, compaction requested=true 2024-11-25T00:23:19,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:19,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:19,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:19,704 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:19,704 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:19,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:19,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:19,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:19,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:19,712 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:19,712 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:19,712 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/B is initiating minor compaction (all files) 2024-11-25T00:23:19,712 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/A is initiating minor compaction (all files) 2024-11-25T00:23:19,712 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/B in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:19,712 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ee93fb7a07f24329b1cf68319c002652, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/9d083a1fc2394a3bb65cfabadf83a6be, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/00212818f0994c3facf7bc0b9de70461] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=36.8 K 2024-11-25T00:23:19,712 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/A in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:19,713 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/13ddfe010bef4c7a9b78bcf52ba574b3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/d8f7830d3ea9482f99061b94618b0d45, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4cc1ced0160147a58ff364cf626eccfc] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=36.8 K 2024-11-25T00:23:19,713 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting ee93fb7a07f24329b1cf68319c002652, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732494196029 2024-11-25T00:23:19,713 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13ddfe010bef4c7a9b78bcf52ba574b3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732494196029 2024-11-25T00:23:19,714 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d083a1fc2394a3bb65cfabadf83a6be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732494196369 2024-11-25T00:23:19,714 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 00212818f0994c3facf7bc0b9de70461, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494197529 2024-11-25T00:23:19,715 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8f7830d3ea9482f99061b94618b0d45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732494196369 2024-11-25T00:23:19,716 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cc1ced0160147a58ff364cf626eccfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494197529 2024-11-25T00:23:19,729 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#B#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:19,731 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/614f0f3fe81f456d8dd7c3dc06a5836f is 50, key is test_row_0/B:col10/1732494197529/Put/seqid=0 2024-11-25T00:23:19,736 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:19,737 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/b16d5bbd487945539843daaad137c5fb is 50, key is test_row_0/A:col10/1732494197529/Put/seqid=0 2024-11-25T00:23:19,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T00:23:19,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:19,772 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T00:23:19,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:19,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:19,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:19,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:19,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:19,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:19,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:19,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742133_1309 (size=13153) 2024-11-25T00:23:19,799 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/614f0f3fe81f456d8dd7c3dc06a5836f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/614f0f3fe81f456d8dd7c3dc06a5836f 2024-11-25T00:23:19,808 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/B of cac7e3e160582cfa13955a684e8fe859 into 614f0f3fe81f456d8dd7c3dc06a5836f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:19,808 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:19,808 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/B, priority=13, startTime=1732494199704; duration=0sec 2024-11-25T00:23:19,808 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:19,808 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:B 2024-11-25T00:23:19,808 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:19,809 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:19,809 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/C is initiating minor compaction (all files) 2024-11-25T00:23:19,809 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/C in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:19,809 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/b6e24f2b1eca4fe1bc6ff62f2d89c874, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/ac09699d30a541dbbbfe224f362fae18, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4cb2f8515e57482681b9369a9b5f09d7] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=36.7 K 2024-11-25T00:23:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742134_1310 (size=13153) 2024-11-25T00:23:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/9dd46c3f00604aae9d79048e815fd217 is 50, key is test_row_0/A:col10/1732494198659/Put/seqid=0 2024-11-25T00:23:19,812 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting b6e24f2b1eca4fe1bc6ff62f2d89c874, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732494196029 2024-11-25T00:23:19,813 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting ac09699d30a541dbbbfe224f362fae18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732494196369 2024-11-25T00:23:19,813 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cb2f8515e57482681b9369a9b5f09d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494197529 2024-11-25T00:23:19,823 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/b16d5bbd487945539843daaad137c5fb as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/b16d5bbd487945539843daaad137c5fb 2024-11-25T00:23:19,828 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:19,830 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/3a623f54bac143ee94be67d4b9c41909 is 50, key is test_row_0/C:col10/1732494197529/Put/seqid=0 2024-11-25T00:23:19,838 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/A of cac7e3e160582cfa13955a684e8fe859 into b16d5bbd487945539843daaad137c5fb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:19,838 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:19,838 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/A, priority=13, startTime=1732494199704; duration=0sec 2024-11-25T00:23:19,838 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:19,838 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:A 2024-11-25T00:23:19,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494259838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494259838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494259839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494259841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494259842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742135_1311 (size=12301) 2024-11-25T00:23:19,856 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/9dd46c3f00604aae9d79048e815fd217 2024-11-25T00:23:19,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/3fa6f93492f04bd2b175418af1952595 is 50, key is test_row_0/B:col10/1732494198659/Put/seqid=0 2024-11-25T00:23:19,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742136_1312 (size=13119) 2024-11-25T00:23:19,896 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/3a623f54bac143ee94be67d4b9c41909 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3a623f54bac143ee94be67d4b9c41909 2024-11-25T00:23:19,904 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/C of cac7e3e160582cfa13955a684e8fe859 into 3a623f54bac143ee94be67d4b9c41909(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:19,904 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:19,904 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/C, priority=13, startTime=1732494199705; duration=0sec 2024-11-25T00:23:19,905 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:19,905 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:C 2024-11-25T00:23:19,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742137_1313 (size=12301) 2024-11-25T00:23:19,913 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/3fa6f93492f04bd2b175418af1952595 2024-11-25T00:23:19,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/3a54f2fb95d7448cb11beb19f3c3d3c7 is 50, key is test_row_0/C:col10/1732494198659/Put/seqid=0 2024-11-25T00:23:19,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494259948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494259948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494259949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494259951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494259951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:19,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742138_1314 (size=12301) 2024-11-25T00:23:19,958 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/3a54f2fb95d7448cb11beb19f3c3d3c7 2024-11-25T00:23:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/9dd46c3f00604aae9d79048e815fd217 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/9dd46c3f00604aae9d79048e815fd217 2024-11-25T00:23:19,973 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/9dd46c3f00604aae9d79048e815fd217, entries=150, sequenceid=370, filesize=12.0 K 2024-11-25T00:23:19,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/3fa6f93492f04bd2b175418af1952595 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3fa6f93492f04bd2b175418af1952595 2024-11-25T00:23:19,989 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3fa6f93492f04bd2b175418af1952595, entries=150, sequenceid=370, filesize=12.0 K 2024-11-25T00:23:19,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/3a54f2fb95d7448cb11beb19f3c3d3c7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3a54f2fb95d7448cb11beb19f3c3d3c7 2024-11-25T00:23:19,998 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3a54f2fb95d7448cb11beb19f3c3d3c7, entries=150, sequenceid=370, filesize=12.0 K 2024-11-25T00:23:20,004 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for cac7e3e160582cfa13955a684e8fe859 in 232ms, sequenceid=370, compaction requested=false 2024-11-25T00:23:20,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:20,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:20,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-25T00:23:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-25T00:23:20,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-25T00:23:20,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4650 sec 2024-11-25T00:23:20,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4710 sec 2024-11-25T00:23:20,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T00:23:20,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:20,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:20,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:20,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:20,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/34e75593039845dca6c9e7a8ffed008b is 50, key is test_row_0/A:col10/1732494199834/Put/seqid=0 2024-11-25T00:23:20,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494260157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494260158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494260163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494260164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494260162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742139_1315 (size=12301) 2024-11-25T00:23:20,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/34e75593039845dca6c9e7a8ffed008b 2024-11-25T00:23:20,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/0f4341982c8140afa909aec546da0e5a is 50, key is test_row_0/B:col10/1732494199834/Put/seqid=0 2024-11-25T00:23:20,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742140_1316 (size=12301) 2024-11-25T00:23:20,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/0f4341982c8140afa909aec546da0e5a 2024-11-25T00:23:20,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/274b7bf87b4b435984fdb1e4d2068b09 is 50, key is test_row_0/C:col10/1732494199834/Put/seqid=0 2024-11-25T00:23:20,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742141_1317 (size=12301) 2024-11-25T00:23:20,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/274b7bf87b4b435984fdb1e4d2068b09 2024-11-25T00:23:20,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/34e75593039845dca6c9e7a8ffed008b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/34e75593039845dca6c9e7a8ffed008b 2024-11-25T00:23:20,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494260265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494260266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/34e75593039845dca6c9e7a8ffed008b, entries=150, sequenceid=401, filesize=12.0 K 2024-11-25T00:23:20,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/0f4341982c8140afa909aec546da0e5a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0f4341982c8140afa909aec546da0e5a 2024-11-25T00:23:20,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494260269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494260269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494260270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0f4341982c8140afa909aec546da0e5a, entries=150, sequenceid=401, filesize=12.0 K 2024-11-25T00:23:20,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/274b7bf87b4b435984fdb1e4d2068b09 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/274b7bf87b4b435984fdb1e4d2068b09 2024-11-25T00:23:20,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/274b7bf87b4b435984fdb1e4d2068b09, entries=150, sequenceid=401, filesize=12.0 K 2024-11-25T00:23:20,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for cac7e3e160582cfa13955a684e8fe859 in 129ms, sequenceid=401, compaction requested=true 2024-11-25T00:23:20,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:20,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:20,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:20,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:20,282 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:20,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:20,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:20,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:23:20,283 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:20,284 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:20,284 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/A is initiating minor compaction (all files) 2024-11-25T00:23:20,284 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/A in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:20,284 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:20,284 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/b16d5bbd487945539843daaad137c5fb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/9dd46c3f00604aae9d79048e815fd217, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/34e75593039845dca6c9e7a8ffed008b] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=36.9 K 2024-11-25T00:23:20,284 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/B is initiating minor compaction (all files) 2024-11-25T00:23:20,284 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/B in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:20,284 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/614f0f3fe81f456d8dd7c3dc06a5836f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3fa6f93492f04bd2b175418af1952595, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0f4341982c8140afa909aec546da0e5a] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=36.9 K 2024-11-25T00:23:20,285 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting b16d5bbd487945539843daaad137c5fb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494197529 2024-11-25T00:23:20,285 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 614f0f3fe81f456d8dd7c3dc06a5836f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494197529 2024-11-25T00:23:20,286 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dd46c3f00604aae9d79048e815fd217, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732494198659 2024-11-25T00:23:20,286 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fa6f93492f04bd2b175418af1952595, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732494198659 2024-11-25T00:23:20,286 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34e75593039845dca6c9e7a8ffed008b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732494199834 2024-11-25T00:23:20,286 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f4341982c8140afa909aec546da0e5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732494199834 2024-11-25T00:23:20,308 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#A#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:20,309 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/4e7720941400401f8a189bb6a5b17562 is 50, key is test_row_0/A:col10/1732494199834/Put/seqid=0 2024-11-25T00:23:20,334 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:20,335 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/8ddfb0423ed34442994ab94f4148c68b is 50, key is test_row_0/B:col10/1732494199834/Put/seqid=0 2024-11-25T00:23:20,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742142_1318 (size=13255) 2024-11-25T00:23:20,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742143_1319 (size=13255) 2024-11-25T00:23:20,393 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/8ddfb0423ed34442994ab94f4148c68b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/8ddfb0423ed34442994ab94f4148c68b 2024-11-25T00:23:20,402 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/B of cac7e3e160582cfa13955a684e8fe859 into 8ddfb0423ed34442994ab94f4148c68b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:20,402 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:20,402 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/B, priority=13, startTime=1732494200282; duration=0sec 2024-11-25T00:23:20,402 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:20,402 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:B 2024-11-25T00:23:20,402 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:20,404 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:20,404 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/C is initiating minor compaction (all files) 2024-11-25T00:23:20,404 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/C in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:20,404 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3a623f54bac143ee94be67d4b9c41909, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3a54f2fb95d7448cb11beb19f3c3d3c7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/274b7bf87b4b435984fdb1e4d2068b09] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=36.8 K 2024-11-25T00:23:20,405 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a623f54bac143ee94be67d4b9c41909, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494197529 2024-11-25T00:23:20,410 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a54f2fb95d7448cb11beb19f3c3d3c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732494198659 2024-11-25T00:23:20,411 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 274b7bf87b4b435984fdb1e4d2068b09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732494199834 2024-11-25T00:23:20,422 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#C#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:20,422 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/d7bb262efbbc45619415818be9227079 is 50, key is test_row_0/C:col10/1732494199834/Put/seqid=0 2024-11-25T00:23:20,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742144_1320 (size=13221) 2024-11-25T00:23:20,476 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/d7bb262efbbc45619415818be9227079 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/d7bb262efbbc45619415818be9227079 2024-11-25T00:23:20,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:20,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:20,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:20,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:20,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:20,488 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/C of cac7e3e160582cfa13955a684e8fe859 into d7bb262efbbc45619415818be9227079(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:20,488 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:20,488 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/C, priority=13, startTime=1732494200283; duration=0sec 2024-11-25T00:23:20,489 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:20,489 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:C 2024-11-25T00:23:20,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/1bb471273f164a33b54726c14ac69b71 is 50, key is test_row_0/A:col10/1732494200477/Put/seqid=0 2024-11-25T00:23:20,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494260511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494260513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494260513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742145_1321 (size=14741) 2024-11-25T00:23:20,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494260517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/1bb471273f164a33b54726c14ac69b71 2024-11-25T00:23:20,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494260518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/732011fc531942fd9cbba63218653000 is 50, key is test_row_0/B:col10/1732494200477/Put/seqid=0 2024-11-25T00:23:20,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742146_1322 (size=12301) 2024-11-25T00:23:20,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/732011fc531942fd9cbba63218653000 2024-11-25T00:23:20,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/2891ea240951452a987e1895705fc9e8 is 50, key is test_row_0/C:col10/1732494200477/Put/seqid=0 2024-11-25T00:23:20,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494260619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494260619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494260619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494260623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494260623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742147_1323 (size=12301) 2024-11-25T00:23:20,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/2891ea240951452a987e1895705fc9e8 2024-11-25T00:23:20,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/1bb471273f164a33b54726c14ac69b71 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/1bb471273f164a33b54726c14ac69b71 2024-11-25T00:23:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T00:23:20,647 INFO [Thread-1097 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-25T00:23:20,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-25T00:23:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T00:23:20,650 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:20,651 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:20,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:20,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/1bb471273f164a33b54726c14ac69b71, entries=200, sequenceid=413, filesize=14.4 K 2024-11-25T00:23:20,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/732011fc531942fd9cbba63218653000 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/732011fc531942fd9cbba63218653000 2024-11-25T00:23:20,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/732011fc531942fd9cbba63218653000, entries=150, sequenceid=413, filesize=12.0 K 2024-11-25T00:23:20,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/2891ea240951452a987e1895705fc9e8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/2891ea240951452a987e1895705fc9e8 2024-11-25T00:23:20,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/2891ea240951452a987e1895705fc9e8, entries=150, sequenceid=413, filesize=12.0 K 2024-11-25T00:23:20,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for cac7e3e160582cfa13955a684e8fe859 in 192ms, sequenceid=413, compaction requested=false 2024-11-25T00:23:20,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T00:23:20,781 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/4e7720941400401f8a189bb6a5b17562 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4e7720941400401f8a189bb6a5b17562 2024-11-25T00:23:20,787 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/A of cac7e3e160582cfa13955a684e8fe859 into 4e7720941400401f8a189bb6a5b17562(size=12.9 K), total size for store is 27.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:20,787 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:20,787 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/A, priority=13, startTime=1732494200282; duration=0sec 2024-11-25T00:23:20,787 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:20,787 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:A 2024-11-25T00:23:20,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T00:23:20,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:20,804 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:23:20,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:20,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:20,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:20,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/2f13674ef58748d2bdf94d4a76c9d76a is 50, key is test_row_0/A:col10/1732494200510/Put/seqid=0 2024-11-25T00:23:20,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:20,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742148_1324 (size=12301) 2024-11-25T00:23:20,841 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/2f13674ef58748d2bdf94d4a76c9d76a 2024-11-25T00:23:20,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494260833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494260833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494260836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494260840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494260842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/9aaae71073aa4026bf14cb58de4a46d7 is 50, key is test_row_0/B:col10/1732494200510/Put/seqid=0 2024-11-25T00:23:20,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742149_1325 (size=12301) 2024-11-25T00:23:20,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494260943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494260944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494260945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494260945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494260946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T00:23:21,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494261146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:21,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494261148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:21,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494261148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494261150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494261150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T00:23:21,292 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/9aaae71073aa4026bf14cb58de4a46d7 2024-11-25T00:23:21,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/325a93189b1549948bc77f04e0c97cb7 is 50, key is test_row_0/C:col10/1732494200510/Put/seqid=0 2024-11-25T00:23:21,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742150_1326 (size=12301) 2024-11-25T00:23:21,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494261449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:21,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494261451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:21,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494261452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:21,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494261454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:21,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494261455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T00:23:21,765 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/325a93189b1549948bc77f04e0c97cb7 2024-11-25T00:23:21,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/2f13674ef58748d2bdf94d4a76c9d76a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/2f13674ef58748d2bdf94d4a76c9d76a 2024-11-25T00:23:21,786 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/2f13674ef58748d2bdf94d4a76c9d76a, entries=150, sequenceid=441, filesize=12.0 K 2024-11-25T00:23:21,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/9aaae71073aa4026bf14cb58de4a46d7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/9aaae71073aa4026bf14cb58de4a46d7 2024-11-25T00:23:21,793 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/9aaae71073aa4026bf14cb58de4a46d7, entries=150, sequenceid=441, filesize=12.0 K 2024-11-25T00:23:21,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/325a93189b1549948bc77f04e0c97cb7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/325a93189b1549948bc77f04e0c97cb7 2024-11-25T00:23:21,805 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/325a93189b1549948bc77f04e0c97cb7, entries=150, sequenceid=441, filesize=12.0 K 2024-11-25T00:23:21,807 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for cac7e3e160582cfa13955a684e8fe859 in 1003ms, sequenceid=441, compaction requested=true 2024-11-25T00:23:21,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:21,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:21,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-25T00:23:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-25T00:23:21,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-25T00:23:21,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1570 sec 2024-11-25T00:23:21,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.1610 sec 2024-11-25T00:23:21,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:23:21,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:21,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:21,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:21,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:21,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:21,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:21,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/0d702dad11524bcebac6485f89cb4bad is 50, key is test_row_0/A:col10/1732494200831/Put/seqid=0 2024-11-25T00:23:22,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494261993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494261995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494261997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494261997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494261998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742151_1327 (size=14741) 2024-11-25T00:23:22,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494262103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494262104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494262104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494262105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494262105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494262311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494262312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494262312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494262312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494262312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/0d702dad11524bcebac6485f89cb4bad 2024-11-25T00:23:22,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/6b66fece9d40460ab1def6fd094d834d is 50, key is test_row_0/B:col10/1732494200831/Put/seqid=0 2024-11-25T00:23:22,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742152_1328 (size=12301) 2024-11-25T00:23:22,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494262617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494262617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494262618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494262619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494262620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T00:23:22,755 INFO [Thread-1097 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-25T00:23:22,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-25T00:23:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T00:23:22,758 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:22,759 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:22,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T00:23:22,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/6b66fece9d40460ab1def6fd094d834d 2024-11-25T00:23:22,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/c61f74c8b3cb4b5baedffda9d3fae009 is 50, key is test_row_0/C:col10/1732494200831/Put/seqid=0 2024-11-25T00:23:22,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:22,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T00:23:22,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:22,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:22,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:22,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:22,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:22,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742153_1329 (size=12301) 2024-11-25T00:23:22,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/c61f74c8b3cb4b5baedffda9d3fae009 2024-11-25T00:23:22,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/0d702dad11524bcebac6485f89cb4bad as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0d702dad11524bcebac6485f89cb4bad 2024-11-25T00:23:22,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0d702dad11524bcebac6485f89cb4bad, entries=200, sequenceid=453, filesize=14.4 K 2024-11-25T00:23:22,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/6b66fece9d40460ab1def6fd094d834d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6b66fece9d40460ab1def6fd094d834d 2024-11-25T00:23:22,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6b66fece9d40460ab1def6fd094d834d, entries=150, sequenceid=453, filesize=12.0 K 2024-11-25T00:23:22,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/c61f74c8b3cb4b5baedffda9d3fae009 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c61f74c8b3cb4b5baedffda9d3fae009 2024-11-25T00:23:22,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c61f74c8b3cb4b5baedffda9d3fae009, entries=150, sequenceid=453, filesize=12.0 K 2024-11-25T00:23:22,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cac7e3e160582cfa13955a684e8fe859 in 1040ms, sequenceid=453, compaction requested=true 2024-11-25T00:23:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:22,998 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:22,999 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:23,000 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55038 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:23,000 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/A is initiating minor compaction (all files) 2024-11-25T00:23:23,000 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/A in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:23,000 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4e7720941400401f8a189bb6a5b17562, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/1bb471273f164a33b54726c14ac69b71, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/2f13674ef58748d2bdf94d4a76c9d76a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0d702dad11524bcebac6485f89cb4bad] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=53.7 K 2024-11-25T00:23:23,001 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:23,001 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e7720941400401f8a189bb6a5b17562, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732494199834 2024-11-25T00:23:23,001 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/B is initiating minor compaction (all files) 2024-11-25T00:23:23,001 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/B in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:23,001 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/8ddfb0423ed34442994ab94f4148c68b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/732011fc531942fd9cbba63218653000, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/9aaae71073aa4026bf14cb58de4a46d7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6b66fece9d40460ab1def6fd094d834d] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=49.0 K 2024-11-25T00:23:23,001 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bb471273f164a33b54726c14ac69b71, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732494200160 2024-11-25T00:23:23,001 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ddfb0423ed34442994ab94f4148c68b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732494199834 2024-11-25T00:23:23,001 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f13674ef58748d2bdf94d4a76c9d76a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732494200510 2024-11-25T00:23:23,002 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d702dad11524bcebac6485f89cb4bad, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732494200831 2024-11-25T00:23:23,002 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 732011fc531942fd9cbba63218653000, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732494200160 2024-11-25T00:23:23,003 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 9aaae71073aa4026bf14cb58de4a46d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732494200510 2024-11-25T00:23:23,003 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b66fece9d40460ab1def6fd094d834d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732494200831 2024-11-25T00:23:23,029 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#A#compaction#278 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:23,030 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/1443b52696d44587aad204c10e425dfe is 50, key is test_row_0/A:col10/1732494200831/Put/seqid=0 2024-11-25T00:23:23,031 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#B#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:23,032 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/97f25b613775445daf75750d72fa423b is 50, key is test_row_0/B:col10/1732494200831/Put/seqid=0 2024-11-25T00:23:23,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742154_1330 (size=13391) 2024-11-25T00:23:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T00:23:23,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T00:23:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:23,067 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:23:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:23,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742155_1331 (size=13391) 2024-11-25T00:23:23,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/793aa9ed0fc343ba91aefbe1c074dc88 is 50, key is test_row_0/A:col10/1732494201995/Put/seqid=0 2024-11-25T00:23:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742156_1332 (size=12301) 2024-11-25T00:23:23,099 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/793aa9ed0fc343ba91aefbe1c074dc88 2024-11-25T00:23:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/8d2c0796e4ec4f3abd660e7fc42aa3b0 is 50, key is test_row_0/B:col10/1732494201995/Put/seqid=0 2024-11-25T00:23:23,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:23,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742157_1333 (size=12301) 2024-11-25T00:23:23,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494263136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494263136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494263134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494263138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494263137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494263242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494263242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494263243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494263243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494263243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T00:23:23,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494263445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494263445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494263446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494263448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494263448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,465 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/97f25b613775445daf75750d72fa423b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/97f25b613775445daf75750d72fa423b 2024-11-25T00:23:23,473 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/B of cac7e3e160582cfa13955a684e8fe859 into 97f25b613775445daf75750d72fa423b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:23,473 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:23,473 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/B, priority=12, startTime=1732494202998; duration=0sec 2024-11-25T00:23:23,473 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:23,473 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:B 2024-11-25T00:23:23,473 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:23,474 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:23,474 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/C is initiating minor compaction (all files) 2024-11-25T00:23:23,474 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/C in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:23,474 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/d7bb262efbbc45619415818be9227079, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/2891ea240951452a987e1895705fc9e8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/325a93189b1549948bc77f04e0c97cb7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c61f74c8b3cb4b5baedffda9d3fae009] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=48.9 K 2024-11-25T00:23:23,475 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting d7bb262efbbc45619415818be9227079, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732494199834 2024-11-25T00:23:23,476 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 2891ea240951452a987e1895705fc9e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732494200160 2024-11-25T00:23:23,476 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 325a93189b1549948bc77f04e0c97cb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732494200510 2024-11-25T00:23:23,476 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c61f74c8b3cb4b5baedffda9d3fae009, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732494200831 2024-11-25T00:23:23,486 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/1443b52696d44587aad204c10e425dfe as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/1443b52696d44587aad204c10e425dfe 2024-11-25T00:23:23,491 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/A of cac7e3e160582cfa13955a684e8fe859 into 1443b52696d44587aad204c10e425dfe(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:23,491 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:23,491 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/A, priority=12, startTime=1732494202998; duration=0sec 2024-11-25T00:23:23,491 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:23,491 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:A 2024-11-25T00:23:23,502 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:23,503 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/f319345a27904c9a812164896e9863ff is 50, key is test_row_0/C:col10/1732494200831/Put/seqid=0 2024-11-25T00:23:23,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742158_1334 (size=13357) 2024-11-25T00:23:23,533 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/8d2c0796e4ec4f3abd660e7fc42aa3b0 2024-11-25T00:23:23,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/b0d1980796d142d7b98beecdd873d738 is 50, key is test_row_0/C:col10/1732494201995/Put/seqid=0 2024-11-25T00:23:23,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742159_1335 (size=12301) 2024-11-25T00:23:23,578 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/b0d1980796d142d7b98beecdd873d738 2024-11-25T00:23:23,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/793aa9ed0fc343ba91aefbe1c074dc88 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/793aa9ed0fc343ba91aefbe1c074dc88 2024-11-25T00:23:23,596 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/793aa9ed0fc343ba91aefbe1c074dc88, entries=150, sequenceid=477, filesize=12.0 K 2024-11-25T00:23:23,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/8d2c0796e4ec4f3abd660e7fc42aa3b0 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/8d2c0796e4ec4f3abd660e7fc42aa3b0 2024-11-25T00:23:23,601 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/8d2c0796e4ec4f3abd660e7fc42aa3b0, entries=150, sequenceid=477, filesize=12.0 K 2024-11-25T00:23:23,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/b0d1980796d142d7b98beecdd873d738 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/b0d1980796d142d7b98beecdd873d738 2024-11-25T00:23:23,607 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/b0d1980796d142d7b98beecdd873d738, entries=150, sequenceid=477, filesize=12.0 K 2024-11-25T00:23:23,608 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for cac7e3e160582cfa13955a684e8fe859 in 542ms, sequenceid=477, compaction requested=false 2024-11-25T00:23:23,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:23,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:23,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-25T00:23:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-25T00:23:23,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-25T00:23:23,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 850 msec 2024-11-25T00:23:23,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 855 msec 2024-11-25T00:23:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:23,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T00:23:23,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:23,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:23,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:23,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:23,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:23,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:23,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/8905d8c32a6a4279aa37a62376047415 is 50, key is test_row_0/A:col10/1732494203128/Put/seqid=0 2024-11-25T00:23:23,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494263781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494263783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494263784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494263785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494263787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742160_1336 (size=12301) 2024-11-25T00:23:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T00:23:23,862 INFO [Thread-1097 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-25T00:23:23,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-25T00:23:23,868 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T00:23:23,870 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:23,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:23,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494263888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494263889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494263890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494263890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494263890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:23,937 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/f319345a27904c9a812164896e9863ff as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/f319345a27904c9a812164896e9863ff 2024-11-25T00:23:23,942 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/C of cac7e3e160582cfa13955a684e8fe859 into f319345a27904c9a812164896e9863ff(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:23,942 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:23,942 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/C, priority=12, startTime=1732494202998; duration=0sec 2024-11-25T00:23:23,942 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:23,942 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:C 2024-11-25T00:23:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T00:23:24,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:23:24,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:24,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494264092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494264092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494264093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494264094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494264094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T00:23:24,176 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:23:24,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:24,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/8905d8c32a6a4279aa37a62376047415 2024-11-25T00:23:24,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/288b88a08826419785fba04860784601 is 50, key is test_row_0/B:col10/1732494203128/Put/seqid=0 2024-11-25T00:23:24,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742161_1337 (size=12301) 2024-11-25T00:23:24,330 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:23:24,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:24,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494264397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494264398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494264400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494264401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494264404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T00:23:24,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:23:24,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:24,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,636 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:23:24,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:24,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/288b88a08826419785fba04860784601 2024-11-25T00:23:24,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/4d778f0b4f29440ba34b11888466c0e5 is 50, key is test_row_0/C:col10/1732494203128/Put/seqid=0 2024-11-25T00:23:24,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742162_1338 (size=12301) 2024-11-25T00:23:24,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/4d778f0b4f29440ba34b11888466c0e5 2024-11-25T00:23:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/8905d8c32a6a4279aa37a62376047415 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/8905d8c32a6a4279aa37a62376047415 2024-11-25T00:23:24,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/8905d8c32a6a4279aa37a62376047415, entries=150, sequenceid=493, filesize=12.0 K 2024-11-25T00:23:24,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/288b88a08826419785fba04860784601 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/288b88a08826419785fba04860784601 2024-11-25T00:23:24,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/288b88a08826419785fba04860784601, entries=150, sequenceid=493, filesize=12.0 K 2024-11-25T00:23:24,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/4d778f0b4f29440ba34b11888466c0e5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4d778f0b4f29440ba34b11888466c0e5 2024-11-25T00:23:24,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4d778f0b4f29440ba34b11888466c0e5, entries=150, sequenceid=493, filesize=12.0 K 2024-11-25T00:23:24,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for cac7e3e160582cfa13955a684e8fe859 in 967ms, sequenceid=493, compaction requested=true 2024-11-25T00:23:24,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:24,722 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:24,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:24,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:24,723 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:24,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:24,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:24,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:24,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:24,724 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:24,724 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/A is initiating minor compaction (all files) 2024-11-25T00:23:24,724 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/A in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,724 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/1443b52696d44587aad204c10e425dfe, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/793aa9ed0fc343ba91aefbe1c074dc88, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/8905d8c32a6a4279aa37a62376047415] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=37.1 K 2024-11-25T00:23:24,724 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:24,725 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/B is initiating minor compaction (all files) 2024-11-25T00:23:24,725 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1443b52696d44587aad204c10e425dfe, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732494200831 2024-11-25T00:23:24,725 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/B in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,725 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/97f25b613775445daf75750d72fa423b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/8d2c0796e4ec4f3abd660e7fc42aa3b0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/288b88a08826419785fba04860784601] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=37.1 K 2024-11-25T00:23:24,725 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 793aa9ed0fc343ba91aefbe1c074dc88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732494201993 2024-11-25T00:23:24,725 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 97f25b613775445daf75750d72fa423b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732494200831 2024-11-25T00:23:24,725 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8905d8c32a6a4279aa37a62376047415, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732494203128 2024-11-25T00:23:24,725 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d2c0796e4ec4f3abd660e7fc42aa3b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732494201993 2024-11-25T00:23:24,726 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 288b88a08826419785fba04860784601, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732494203128 2024-11-25T00:23:24,737 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#A#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:24,738 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/d0265a11efcf47ec831aa00a6638874c is 50, key is test_row_0/A:col10/1732494203128/Put/seqid=0 2024-11-25T00:23:24,746 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#B#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:24,746 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/07dda085aaf04f15b1d0ef9d9e2bf492 is 50, key is test_row_0/B:col10/1732494203128/Put/seqid=0 2024-11-25T00:23:24,789 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:23:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,790 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:23:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:24,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742163_1339 (size=13493) 2024-11-25T00:23:24,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/54603b4d52ea4bb0a5e9767aed630145 is 50, key is test_row_0/A:col10/1732494203783/Put/seqid=0 2024-11-25T00:23:24,804 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/d0265a11efcf47ec831aa00a6638874c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/d0265a11efcf47ec831aa00a6638874c 2024-11-25T00:23:24,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742164_1340 (size=13493) 2024-11-25T00:23:24,817 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/A of cac7e3e160582cfa13955a684e8fe859 into d0265a11efcf47ec831aa00a6638874c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:24,817 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:24,817 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/A, priority=13, startTime=1732494204722; duration=0sec 2024-11-25T00:23:24,817 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:24,817 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:A 2024-11-25T00:23:24,817 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:24,820 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:24,820 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/C is initiating minor compaction (all files) 2024-11-25T00:23:24,820 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/C in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,820 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/f319345a27904c9a812164896e9863ff, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/b0d1980796d142d7b98beecdd873d738, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4d778f0b4f29440ba34b11888466c0e5] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=37.1 K 2024-11-25T00:23:24,822 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting f319345a27904c9a812164896e9863ff, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732494200831 2024-11-25T00:23:24,822 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0d1980796d142d7b98beecdd873d738, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732494201993 2024-11-25T00:23:24,823 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d778f0b4f29440ba34b11888466c0e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732494203128 2024-11-25T00:23:24,839 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#C#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:24,840 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/b1dcd0bffd7949dbb02733230cfed236 is 50, key is test_row_0/C:col10/1732494203128/Put/seqid=0 2024-11-25T00:23:24,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742165_1341 (size=12301) 2024-11-25T00:23:24,849 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/54603b4d52ea4bb0a5e9767aed630145 2024-11-25T00:23:24,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/ac7d69e63d324f9ab75cb2489bc159a4 is 50, key is test_row_0/B:col10/1732494203783/Put/seqid=0 2024-11-25T00:23:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742166_1342 (size=13459) 2024-11-25T00:23:24,871 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/b1dcd0bffd7949dbb02733230cfed236 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/b1dcd0bffd7949dbb02733230cfed236 2024-11-25T00:23:24,878 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/C of cac7e3e160582cfa13955a684e8fe859 into b1dcd0bffd7949dbb02733230cfed236(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:24,878 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:24,878 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/C, priority=13, startTime=1732494204724; duration=0sec 2024-11-25T00:23:24,878 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:24,878 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:C 2024-11-25T00:23:24,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742167_1343 (size=12301) 2024-11-25T00:23:24,885 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/ac7d69e63d324f9ab75cb2489bc159a4 2024-11-25T00:23:24,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/abe6707f69e049dabdfdbc6bf63cfd5e is 50, key is test_row_0/C:col10/1732494203783/Put/seqid=0 2024-11-25T00:23:24,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. as already flushing 2024-11-25T00:23:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:24,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36186 deadline: 1732494264917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36222 deadline: 1732494264917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36176 deadline: 1732494264917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36216 deadline: 1732494264918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36194 deadline: 1732494264920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:24,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742168_1344 (size=12301) 2024-11-25T00:23:24,945 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/abe6707f69e049dabdfdbc6bf63cfd5e 2024-11-25T00:23:24,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/54603b4d52ea4bb0a5e9767aed630145 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/54603b4d52ea4bb0a5e9767aed630145 2024-11-25T00:23:24,959 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/54603b4d52ea4bb0a5e9767aed630145, entries=150, sequenceid=517, filesize=12.0 K 2024-11-25T00:23:24,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/ac7d69e63d324f9ab75cb2489bc159a4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ac7d69e63d324f9ab75cb2489bc159a4 2024-11-25T00:23:24,970 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ac7d69e63d324f9ab75cb2489bc159a4, entries=150, sequenceid=517, filesize=12.0 K 2024-11-25T00:23:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T00:23:24,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/abe6707f69e049dabdfdbc6bf63cfd5e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/abe6707f69e049dabdfdbc6bf63cfd5e 2024-11-25T00:23:24,981 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/abe6707f69e049dabdfdbc6bf63cfd5e, entries=150, sequenceid=517, filesize=12.0 K 2024-11-25T00:23:24,982 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for cac7e3e160582cfa13955a684e8fe859 in 192ms, sequenceid=517, compaction requested=false 2024-11-25T00:23:24,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:24,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:24,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-25T00:23:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-25T00:23:24,984 DEBUG [Thread-1104 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:53552 2024-11-25T00:23:24,984 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:24,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-25T00:23:24,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1130 sec 2024-11-25T00:23:24,985 DEBUG [Thread-1098 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ed1e44 to 127.0.0.1:53552 2024-11-25T00:23:24,985 DEBUG [Thread-1098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:24,987 DEBUG [Thread-1100 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:53552 2024-11-25T00:23:24,987 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:24,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.1200 sec 2024-11-25T00:23:24,989 DEBUG [Thread-1102 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:53552 2024-11-25T00:23:24,989 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:24,990 DEBUG [Thread-1106 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:53552 2024-11-25T00:23:24,990 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:25,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cac7e3e160582cfa13955a684e8fe859 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T00:23:25,027 DEBUG [Thread-1089 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:53552 2024-11-25T00:23:25,027 DEBUG [Thread-1089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:25,027 DEBUG [Thread-1093 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:53552 2024-11-25T00:23:25,027 DEBUG [Thread-1093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:25,028 DEBUG [Thread-1095 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:53552 2024-11-25T00:23:25,028 DEBUG [Thread-1095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:25,031 DEBUG [Thread-1091 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:53552 2024-11-25T00:23:25,031 DEBUG [Thread-1091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:25,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=A 2024-11-25T00:23:25,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:25,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=B 2024-11-25T00:23:25,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:25,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cac7e3e160582cfa13955a684e8fe859, store=C 2024-11-25T00:23:25,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:25,032 DEBUG [Thread-1087 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:53552 2024-11-25T00:23:25,032 DEBUG [Thread-1087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:25,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/c26c8fba737d4b1abf3a90e1be381cb1 is 50, key is test_row_0/A:col10/1732494205026/Put/seqid=0 2024-11-25T00:23:25,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742169_1345 (size=12301) 2024-11-25T00:23:25,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/c26c8fba737d4b1abf3a90e1be381cb1 2024-11-25T00:23:25,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/ed5016d96eb3442c81e22602d6f5c288 is 50, key is test_row_0/B:col10/1732494205026/Put/seqid=0 2024-11-25T00:23:25,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742170_1346 (size=12301) 2024-11-25T00:23:25,217 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/07dda085aaf04f15b1d0ef9d9e2bf492 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/07dda085aaf04f15b1d0ef9d9e2bf492 2024-11-25T00:23:25,222 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/B of cac7e3e160582cfa13955a684e8fe859 into 07dda085aaf04f15b1d0ef9d9e2bf492(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:25,222 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:25,222 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/B, priority=13, startTime=1732494204723; duration=0sec 2024-11-25T00:23:25,222 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:25,222 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:B 2024-11-25T00:23:25,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/ed5016d96eb3442c81e22602d6f5c288 2024-11-25T00:23:25,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/1c0f8489ad644c0ab978e03db2a72cd1 is 50, key is test_row_0/C:col10/1732494205026/Put/seqid=0 2024-11-25T00:23:25,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742171_1347 (size=12301) 2024-11-25T00:23:25,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/1c0f8489ad644c0ab978e03db2a72cd1 2024-11-25T00:23:25,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/c26c8fba737d4b1abf3a90e1be381cb1 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/c26c8fba737d4b1abf3a90e1be381cb1 2024-11-25T00:23:25,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/c26c8fba737d4b1abf3a90e1be381cb1, entries=150, sequenceid=537, filesize=12.0 K 2024-11-25T00:23:25,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/ed5016d96eb3442c81e22602d6f5c288 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ed5016d96eb3442c81e22602d6f5c288 2024-11-25T00:23:25,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ed5016d96eb3442c81e22602d6f5c288, entries=150, sequenceid=537, filesize=12.0 K 2024-11-25T00:23:25,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/C/1c0f8489ad644c0ab978e03db2a72cd1 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/1c0f8489ad644c0ab978e03db2a72cd1 2024-11-25T00:23:25,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/1c0f8489ad644c0ab978e03db2a72cd1, entries=150, sequenceid=537, filesize=12.0 K 2024-11-25T00:23:25,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for cac7e3e160582cfa13955a684e8fe859 in 881ms, sequenceid=537, compaction requested=true 2024-11-25T00:23:25,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:25,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:25,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:25,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:25,907 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:25,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:25,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cac7e3e160582cfa13955a684e8fe859:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:25,907 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:25,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:25,908 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:25,908 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:25,908 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/B is initiating minor compaction (all files) 2024-11-25T00:23:25,908 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): cac7e3e160582cfa13955a684e8fe859/A is initiating minor compaction (all files) 2024-11-25T00:23:25,908 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/B in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:25,908 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cac7e3e160582cfa13955a684e8fe859/A in TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:25,908 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/07dda085aaf04f15b1d0ef9d9e2bf492, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ac7d69e63d324f9ab75cb2489bc159a4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ed5016d96eb3442c81e22602d6f5c288] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=37.2 K 2024-11-25T00:23:25,908 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/d0265a11efcf47ec831aa00a6638874c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/54603b4d52ea4bb0a5e9767aed630145, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/c26c8fba737d4b1abf3a90e1be381cb1] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp, totalSize=37.2 K 2024-11-25T00:23:25,908 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 07dda085aaf04f15b1d0ef9d9e2bf492, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732494203128 2024-11-25T00:23:25,908 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0265a11efcf47ec831aa00a6638874c, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732494203128 2024-11-25T00:23:25,909 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting ac7d69e63d324f9ab75cb2489bc159a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732494203782 2024-11-25T00:23:25,909 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54603b4d52ea4bb0a5e9767aed630145, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732494203782 2024-11-25T00:23:25,909 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting ed5016d96eb3442c81e22602d6f5c288, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732494204910 2024-11-25T00:23:25,909 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting c26c8fba737d4b1abf3a90e1be381cb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732494204910 2024-11-25T00:23:25,916 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#A#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:25,916 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cac7e3e160582cfa13955a684e8fe859#B#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:25,916 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/26ac3c77be1f418399e3520543daf454 is 50, key is test_row_0/B:col10/1732494205026/Put/seqid=0 2024-11-25T00:23:25,916 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/5ebd9ac16d8e426fbd6c6f3bcb46878a is 50, key is test_row_0/A:col10/1732494205026/Put/seqid=0 2024-11-25T00:23:25,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742172_1348 (size=13595) 2024-11-25T00:23:25,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742173_1349 (size=13595) 2024-11-25T00:23:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T00:23:25,973 INFO [Thread-1097 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-25T00:23:25,973 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T00:23:25,973 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-25T00:23:25,973 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-25T00:23:25,973 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-25T00:23:25,973 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-25T00:23:25,973 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-25T00:23:25,973 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T00:23:25,973 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4191 2024-11-25T00:23:25,973 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4161 2024-11-25T00:23:25,973 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4042 2024-11-25T00:23:25,973 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4165 2024-11-25T00:23:25,973 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4091 2024-11-25T00:23:25,973 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T00:23:25,973 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T00:23:25,973 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:53552 2024-11-25T00:23:25,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:25,974 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T00:23:25,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T00:23:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T00:23:25,977 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494205977"}]},"ts":"1732494205977"} 2024-11-25T00:23:25,978 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T00:23:25,980 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T00:23:25,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:23:25,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cac7e3e160582cfa13955a684e8fe859, UNASSIGN}] 2024-11-25T00:23:25,982 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cac7e3e160582cfa13955a684e8fe859, UNASSIGN 2024-11-25T00:23:25,982 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=cac7e3e160582cfa13955a684e8fe859, regionState=CLOSING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:25,983 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:23:25,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; CloseRegionProcedure cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:23:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T00:23:26,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:26,135 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(124): Close cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:26,135 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:23:26,135 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1681): Closing cac7e3e160582cfa13955a684e8fe859, disabling compactions & flushes 2024-11-25T00:23:26,135 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T00:23:26,324 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/B/26ac3c77be1f418399e3520543daf454 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/26ac3c77be1f418399e3520543daf454 2024-11-25T00:23:26,324 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/.tmp/A/5ebd9ac16d8e426fbd6c6f3bcb46878a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/5ebd9ac16d8e426fbd6c6f3bcb46878a 2024-11-25T00:23:26,328 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/B of cac7e3e160582cfa13955a684e8fe859 into 26ac3c77be1f418399e3520543daf454(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:26,328 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cac7e3e160582cfa13955a684e8fe859/A of cac7e3e160582cfa13955a684e8fe859 into 5ebd9ac16d8e426fbd6c6f3bcb46878a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:26,328 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:26,328 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:26,328 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/B, priority=13, startTime=1732494205907; duration=0sec 2024-11-25T00:23:26,328 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859., storeName=cac7e3e160582cfa13955a684e8fe859/A, priority=13, startTime=1732494205907; duration=0sec 2024-11-25T00:23:26,328 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:26,328 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:26,328 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:26,328 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:B 2024-11-25T00:23:26,328 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. after waiting 0 ms 2024-11-25T00:23:26,328 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:26,328 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:A 2024-11-25T00:23:26,328 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:26,328 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. because compaction request was cancelled 2024-11-25T00:23:26,328 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cac7e3e160582cfa13955a684e8fe859:C 2024-11-25T00:23:26,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/5741da45b11e431eac09f0060d1d70ab, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/3be05a76d7b44a2689a6fff8ef1cbd77, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/f87be0a6636145798e100f1ee2ff485b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/e3d6639f857441978caa87f26e9f8c7b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/3e82fcbcf9134d248ed46ea7788b295c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/b5de7083ea264e3093163560abddfc7c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0fe74eaae2ac4fac9f8e740123c240e9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/fadf60d8f5f44596a18761776068c873, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4c8a69534969441e860707491b6c11e0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/fdd6e1a389244c7db97fb91f9eea29cb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/65a2ec484bdb4328b7aaca5fee376fbf, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0c0bdf90227441959700540d496d20f0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0ecdbdc370bd4993a90aa2f1f5e3c208, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/92b7c36339664a10bb0d24473c748c3a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/443d7b8becd8429c97c14cb88355ac38, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/79602c8f19c646d0aafd6924ee94a578, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/428b07337b2347838568dd1475b98c87, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/cd74404dcea24eccaa6cb974f791943d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/6a7bf7bfcbab4297b97c8508f548c9d9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/e997f56880444ea2b3a75915bb245575, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/2081fa78ad1445c4abe198df3101473f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/13ddfe010bef4c7a9b78bcf52ba574b3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/7ca78d80a0da4a6f96fa4f9d6cc5e611, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/d8f7830d3ea9482f99061b94618b0d45, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/b16d5bbd487945539843daaad137c5fb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4cc1ced0160147a58ff364cf626eccfc, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/9dd46c3f00604aae9d79048e815fd217, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4e7720941400401f8a189bb6a5b17562, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/34e75593039845dca6c9e7a8ffed008b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/1bb471273f164a33b54726c14ac69b71, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/2f13674ef58748d2bdf94d4a76c9d76a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0d702dad11524bcebac6485f89cb4bad, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/1443b52696d44587aad204c10e425dfe, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/793aa9ed0fc343ba91aefbe1c074dc88, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/d0265a11efcf47ec831aa00a6638874c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/8905d8c32a6a4279aa37a62376047415, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/54603b4d52ea4bb0a5e9767aed630145, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/c26c8fba737d4b1abf3a90e1be381cb1] to archive 2024-11-25T00:23:26,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:23:26,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/5741da45b11e431eac09f0060d1d70ab to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/5741da45b11e431eac09f0060d1d70ab 2024-11-25T00:23:26,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/3be05a76d7b44a2689a6fff8ef1cbd77 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/3be05a76d7b44a2689a6fff8ef1cbd77 2024-11-25T00:23:26,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/f87be0a6636145798e100f1ee2ff485b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/f87be0a6636145798e100f1ee2ff485b 2024-11-25T00:23:26,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/e3d6639f857441978caa87f26e9f8c7b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/e3d6639f857441978caa87f26e9f8c7b 2024-11-25T00:23:26,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/3e82fcbcf9134d248ed46ea7788b295c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/3e82fcbcf9134d248ed46ea7788b295c 2024-11-25T00:23:26,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/b5de7083ea264e3093163560abddfc7c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/b5de7083ea264e3093163560abddfc7c 2024-11-25T00:23:26,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0fe74eaae2ac4fac9f8e740123c240e9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0fe74eaae2ac4fac9f8e740123c240e9 2024-11-25T00:23:26,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/fadf60d8f5f44596a18761776068c873 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/fadf60d8f5f44596a18761776068c873 2024-11-25T00:23:26,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4c8a69534969441e860707491b6c11e0 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4c8a69534969441e860707491b6c11e0 2024-11-25T00:23:26,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/fdd6e1a389244c7db97fb91f9eea29cb to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/fdd6e1a389244c7db97fb91f9eea29cb 2024-11-25T00:23:26,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/65a2ec484bdb4328b7aaca5fee376fbf to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/65a2ec484bdb4328b7aaca5fee376fbf 2024-11-25T00:23:26,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0c0bdf90227441959700540d496d20f0 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0c0bdf90227441959700540d496d20f0 2024-11-25T00:23:26,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0ecdbdc370bd4993a90aa2f1f5e3c208 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0ecdbdc370bd4993a90aa2f1f5e3c208 2024-11-25T00:23:26,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/92b7c36339664a10bb0d24473c748c3a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/92b7c36339664a10bb0d24473c748c3a 2024-11-25T00:23:26,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/443d7b8becd8429c97c14cb88355ac38 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/443d7b8becd8429c97c14cb88355ac38 2024-11-25T00:23:26,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/79602c8f19c646d0aafd6924ee94a578 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/79602c8f19c646d0aafd6924ee94a578 2024-11-25T00:23:26,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/428b07337b2347838568dd1475b98c87 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/428b07337b2347838568dd1475b98c87 2024-11-25T00:23:26,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/cd74404dcea24eccaa6cb974f791943d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/cd74404dcea24eccaa6cb974f791943d 2024-11-25T00:23:26,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/6a7bf7bfcbab4297b97c8508f548c9d9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/6a7bf7bfcbab4297b97c8508f548c9d9 2024-11-25T00:23:26,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/e997f56880444ea2b3a75915bb245575 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/e997f56880444ea2b3a75915bb245575 2024-11-25T00:23:26,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/2081fa78ad1445c4abe198df3101473f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/2081fa78ad1445c4abe198df3101473f 2024-11-25T00:23:26,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/13ddfe010bef4c7a9b78bcf52ba574b3 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/13ddfe010bef4c7a9b78bcf52ba574b3 2024-11-25T00:23:26,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/7ca78d80a0da4a6f96fa4f9d6cc5e611 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/7ca78d80a0da4a6f96fa4f9d6cc5e611 2024-11-25T00:23:26,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/d8f7830d3ea9482f99061b94618b0d45 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/d8f7830d3ea9482f99061b94618b0d45 2024-11-25T00:23:26,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/b16d5bbd487945539843daaad137c5fb to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/b16d5bbd487945539843daaad137c5fb 2024-11-25T00:23:26,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4cc1ced0160147a58ff364cf626eccfc to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4cc1ced0160147a58ff364cf626eccfc 2024-11-25T00:23:26,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/9dd46c3f00604aae9d79048e815fd217 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/9dd46c3f00604aae9d79048e815fd217 2024-11-25T00:23:26,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4e7720941400401f8a189bb6a5b17562 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/4e7720941400401f8a189bb6a5b17562 2024-11-25T00:23:26,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/34e75593039845dca6c9e7a8ffed008b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/34e75593039845dca6c9e7a8ffed008b 2024-11-25T00:23:26,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/1bb471273f164a33b54726c14ac69b71 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/1bb471273f164a33b54726c14ac69b71 2024-11-25T00:23:26,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/2f13674ef58748d2bdf94d4a76c9d76a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/2f13674ef58748d2bdf94d4a76c9d76a 2024-11-25T00:23:26,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0d702dad11524bcebac6485f89cb4bad to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/0d702dad11524bcebac6485f89cb4bad 2024-11-25T00:23:26,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/1443b52696d44587aad204c10e425dfe to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/1443b52696d44587aad204c10e425dfe 2024-11-25T00:23:26,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/793aa9ed0fc343ba91aefbe1c074dc88 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/793aa9ed0fc343ba91aefbe1c074dc88 2024-11-25T00:23:26,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/d0265a11efcf47ec831aa00a6638874c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/d0265a11efcf47ec831aa00a6638874c 2024-11-25T00:23:26,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/8905d8c32a6a4279aa37a62376047415 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/8905d8c32a6a4279aa37a62376047415 2024-11-25T00:23:26,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/54603b4d52ea4bb0a5e9767aed630145 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/54603b4d52ea4bb0a5e9767aed630145 2024-11-25T00:23:26,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/c26c8fba737d4b1abf3a90e1be381cb1 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/c26c8fba737d4b1abf3a90e1be381cb1 2024-11-25T00:23:26,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/dc690abe987141ff8b939f52301a31e4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4a4a6dd23c9144cc92f31a0e99b2fafb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3e57e79cc4624b86904893531052966d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/eeef9b98d00a49b89ba61f914a6bcd23, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/14a9563d2cbc40b3a17abf03e26748f7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0bbb4bb0139f4aa085f424fa2378ad0d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/bdcf9787a74d4c7f9dcad77b1c3688f8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6c0a9acd1a374c789275c747fb77378b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/d6e55b33508d45ed8bb7c17c084d1737, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/1645c1a86af446b98a2c88625c24548e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c3c7b33d9b8647b99304ca701045d443, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4a4d9c1080b540d4bcf88abf9613f4ce, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0b2303ffd2904a3595c438dd2a11e893, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/698bf533b02540a7bff32d8c4d814429, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c7cf9acb6a8040fb9d87ebd380cbbd87, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/f82f87e7ec5342dda77e40b58dd25756, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6eed8dae2bcf48259d186317289c4dd3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4ea1d17f2e2a48a58e93db4117fcfd83, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0b3beb7121044f87a32120c4180cc892, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/da290cc184c54433bc7b80072658da68, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3c4b4490de1e49ca84751ce0ed525928, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ee93fb7a07f24329b1cf68319c002652, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c64c0f7b1c0e417eba8c0442b0d3a738, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/9d083a1fc2394a3bb65cfabadf83a6be, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/614f0f3fe81f456d8dd7c3dc06a5836f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/00212818f0994c3facf7bc0b9de70461, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3fa6f93492f04bd2b175418af1952595, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/8ddfb0423ed34442994ab94f4148c68b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0f4341982c8140afa909aec546da0e5a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/732011fc531942fd9cbba63218653000, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/9aaae71073aa4026bf14cb58de4a46d7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/97f25b613775445daf75750d72fa423b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6b66fece9d40460ab1def6fd094d834d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/8d2c0796e4ec4f3abd660e7fc42aa3b0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/07dda085aaf04f15b1d0ef9d9e2bf492, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/288b88a08826419785fba04860784601, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ac7d69e63d324f9ab75cb2489bc159a4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ed5016d96eb3442c81e22602d6f5c288] to archive 2024-11-25T00:23:26,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:23:26,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/dc690abe987141ff8b939f52301a31e4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/dc690abe987141ff8b939f52301a31e4 2024-11-25T00:23:26,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4a4a6dd23c9144cc92f31a0e99b2fafb to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4a4a6dd23c9144cc92f31a0e99b2fafb 2024-11-25T00:23:26,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3e57e79cc4624b86904893531052966d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3e57e79cc4624b86904893531052966d 2024-11-25T00:23:26,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/eeef9b98d00a49b89ba61f914a6bcd23 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/eeef9b98d00a49b89ba61f914a6bcd23 2024-11-25T00:23:26,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/14a9563d2cbc40b3a17abf03e26748f7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/14a9563d2cbc40b3a17abf03e26748f7 2024-11-25T00:23:26,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0bbb4bb0139f4aa085f424fa2378ad0d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0bbb4bb0139f4aa085f424fa2378ad0d 2024-11-25T00:23:26,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/bdcf9787a74d4c7f9dcad77b1c3688f8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/bdcf9787a74d4c7f9dcad77b1c3688f8 2024-11-25T00:23:26,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6c0a9acd1a374c789275c747fb77378b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6c0a9acd1a374c789275c747fb77378b 2024-11-25T00:23:26,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/d6e55b33508d45ed8bb7c17c084d1737 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/d6e55b33508d45ed8bb7c17c084d1737 2024-11-25T00:23:26,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/1645c1a86af446b98a2c88625c24548e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/1645c1a86af446b98a2c88625c24548e 2024-11-25T00:23:26,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c3c7b33d9b8647b99304ca701045d443 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c3c7b33d9b8647b99304ca701045d443 2024-11-25T00:23:26,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4a4d9c1080b540d4bcf88abf9613f4ce to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4a4d9c1080b540d4bcf88abf9613f4ce 2024-11-25T00:23:26,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0b2303ffd2904a3595c438dd2a11e893 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0b2303ffd2904a3595c438dd2a11e893 2024-11-25T00:23:26,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/698bf533b02540a7bff32d8c4d814429 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/698bf533b02540a7bff32d8c4d814429 2024-11-25T00:23:26,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c7cf9acb6a8040fb9d87ebd380cbbd87 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c7cf9acb6a8040fb9d87ebd380cbbd87 2024-11-25T00:23:26,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/f82f87e7ec5342dda77e40b58dd25756 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/f82f87e7ec5342dda77e40b58dd25756 2024-11-25T00:23:26,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6eed8dae2bcf48259d186317289c4dd3 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6eed8dae2bcf48259d186317289c4dd3 2024-11-25T00:23:26,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4ea1d17f2e2a48a58e93db4117fcfd83 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/4ea1d17f2e2a48a58e93db4117fcfd83 2024-11-25T00:23:26,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0b3beb7121044f87a32120c4180cc892 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0b3beb7121044f87a32120c4180cc892 2024-11-25T00:23:26,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/da290cc184c54433bc7b80072658da68 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/da290cc184c54433bc7b80072658da68 2024-11-25T00:23:26,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3c4b4490de1e49ca84751ce0ed525928 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3c4b4490de1e49ca84751ce0ed525928 2024-11-25T00:23:26,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ee93fb7a07f24329b1cf68319c002652 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ee93fb7a07f24329b1cf68319c002652 2024-11-25T00:23:26,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c64c0f7b1c0e417eba8c0442b0d3a738 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/c64c0f7b1c0e417eba8c0442b0d3a738 2024-11-25T00:23:26,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/9d083a1fc2394a3bb65cfabadf83a6be to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/9d083a1fc2394a3bb65cfabadf83a6be 2024-11-25T00:23:26,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/614f0f3fe81f456d8dd7c3dc06a5836f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/614f0f3fe81f456d8dd7c3dc06a5836f 2024-11-25T00:23:26,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/00212818f0994c3facf7bc0b9de70461 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/00212818f0994c3facf7bc0b9de70461 2024-11-25T00:23:26,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3fa6f93492f04bd2b175418af1952595 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/3fa6f93492f04bd2b175418af1952595 2024-11-25T00:23:26,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/8ddfb0423ed34442994ab94f4148c68b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/8ddfb0423ed34442994ab94f4148c68b 2024-11-25T00:23:26,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0f4341982c8140afa909aec546da0e5a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/0f4341982c8140afa909aec546da0e5a 2024-11-25T00:23:26,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/732011fc531942fd9cbba63218653000 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/732011fc531942fd9cbba63218653000 2024-11-25T00:23:26,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/9aaae71073aa4026bf14cb58de4a46d7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/9aaae71073aa4026bf14cb58de4a46d7 2024-11-25T00:23:26,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/97f25b613775445daf75750d72fa423b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/97f25b613775445daf75750d72fa423b 2024-11-25T00:23:26,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6b66fece9d40460ab1def6fd094d834d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/6b66fece9d40460ab1def6fd094d834d 2024-11-25T00:23:26,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/8d2c0796e4ec4f3abd660e7fc42aa3b0 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/8d2c0796e4ec4f3abd660e7fc42aa3b0 2024-11-25T00:23:26,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/07dda085aaf04f15b1d0ef9d9e2bf492 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/07dda085aaf04f15b1d0ef9d9e2bf492 2024-11-25T00:23:26,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/288b88a08826419785fba04860784601 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/288b88a08826419785fba04860784601 2024-11-25T00:23:26,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ac7d69e63d324f9ab75cb2489bc159a4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ac7d69e63d324f9ab75cb2489bc159a4 2024-11-25T00:23:26,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ed5016d96eb3442c81e22602d6f5c288 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/ed5016d96eb3442c81e22602d6f5c288 2024-11-25T00:23:26,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/08354d219e034f90bd25b034671e99c4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/07292e1672234aee8beda455c2bd2fc2, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/dab06e28df3544d793ac7be854804012, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/1e0a56e4664b492c837453e97b5140fc, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/5e4786caf41c46dd8aa38a17b51bbbb8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/0ee959c40e5a4f889bce7a9549927936, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/6e5691f914ec466492d2613dcff19f72, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/acd65905cf6f493b8aa713a5476dd925, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/5953514730f542438975a48a46e619f3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/60d4c4b89939408085bd0e1525e3ce48, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4388b8323d9f484f9ab88cee92416189, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/0ba0a4e2685b4688aba25060f7f5f83d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c255ac25d2274e56b88b3df3fc246753, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/7cc60f479ffc462fbd1d3921c289e2b7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4d12865a0cb1442fb38f3ccf6f90e389, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/243c6ab380794504acb065a6110faa14, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/f23e3601aa4a4d66a9e5e20b4adfcec8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/6e302454c2cd4710ad237a96a69c8c6f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3d4972bf5b2f4436b0ca77e4d0806400, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c3a1e9219709478db91bdd488abc81ba, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/b6e24f2b1eca4fe1bc6ff62f2d89c874, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c0304e8bb4d34467b1e7c0ad587ead2e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/ac09699d30a541dbbbfe224f362fae18, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3a623f54bac143ee94be67d4b9c41909, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4cb2f8515e57482681b9369a9b5f09d7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3a54f2fb95d7448cb11beb19f3c3d3c7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/d7bb262efbbc45619415818be9227079, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/274b7bf87b4b435984fdb1e4d2068b09, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/2891ea240951452a987e1895705fc9e8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/325a93189b1549948bc77f04e0c97cb7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/f319345a27904c9a812164896e9863ff, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c61f74c8b3cb4b5baedffda9d3fae009, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/b0d1980796d142d7b98beecdd873d738, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4d778f0b4f29440ba34b11888466c0e5] to archive 2024-11-25T00:23:26,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:23:26,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/08354d219e034f90bd25b034671e99c4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/08354d219e034f90bd25b034671e99c4 2024-11-25T00:23:26,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/07292e1672234aee8beda455c2bd2fc2 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/07292e1672234aee8beda455c2bd2fc2 2024-11-25T00:23:26,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/dab06e28df3544d793ac7be854804012 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/dab06e28df3544d793ac7be854804012 2024-11-25T00:23:26,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/1e0a56e4664b492c837453e97b5140fc to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/1e0a56e4664b492c837453e97b5140fc 2024-11-25T00:23:26,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/5e4786caf41c46dd8aa38a17b51bbbb8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/5e4786caf41c46dd8aa38a17b51bbbb8 2024-11-25T00:23:26,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/0ee959c40e5a4f889bce7a9549927936 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/0ee959c40e5a4f889bce7a9549927936 2024-11-25T00:23:26,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/6e5691f914ec466492d2613dcff19f72 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/6e5691f914ec466492d2613dcff19f72 2024-11-25T00:23:26,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/acd65905cf6f493b8aa713a5476dd925 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/acd65905cf6f493b8aa713a5476dd925 2024-11-25T00:23:26,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/5953514730f542438975a48a46e619f3 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/5953514730f542438975a48a46e619f3 2024-11-25T00:23:26,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/60d4c4b89939408085bd0e1525e3ce48 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/60d4c4b89939408085bd0e1525e3ce48 2024-11-25T00:23:26,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4388b8323d9f484f9ab88cee92416189 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4388b8323d9f484f9ab88cee92416189 2024-11-25T00:23:26,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/0ba0a4e2685b4688aba25060f7f5f83d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/0ba0a4e2685b4688aba25060f7f5f83d 2024-11-25T00:23:26,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c255ac25d2274e56b88b3df3fc246753 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c255ac25d2274e56b88b3df3fc246753 2024-11-25T00:23:26,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/7cc60f479ffc462fbd1d3921c289e2b7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/7cc60f479ffc462fbd1d3921c289e2b7 2024-11-25T00:23:26,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4d12865a0cb1442fb38f3ccf6f90e389 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4d12865a0cb1442fb38f3ccf6f90e389 2024-11-25T00:23:26,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/243c6ab380794504acb065a6110faa14 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/243c6ab380794504acb065a6110faa14 2024-11-25T00:23:26,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/f23e3601aa4a4d66a9e5e20b4adfcec8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/f23e3601aa4a4d66a9e5e20b4adfcec8 2024-11-25T00:23:26,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/6e302454c2cd4710ad237a96a69c8c6f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/6e302454c2cd4710ad237a96a69c8c6f 2024-11-25T00:23:26,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3d4972bf5b2f4436b0ca77e4d0806400 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3d4972bf5b2f4436b0ca77e4d0806400 2024-11-25T00:23:26,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c3a1e9219709478db91bdd488abc81ba to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c3a1e9219709478db91bdd488abc81ba 2024-11-25T00:23:26,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/b6e24f2b1eca4fe1bc6ff62f2d89c874 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/b6e24f2b1eca4fe1bc6ff62f2d89c874 2024-11-25T00:23:26,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c0304e8bb4d34467b1e7c0ad587ead2e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c0304e8bb4d34467b1e7c0ad587ead2e 2024-11-25T00:23:26,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/ac09699d30a541dbbbfe224f362fae18 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/ac09699d30a541dbbbfe224f362fae18 2024-11-25T00:23:26,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3a623f54bac143ee94be67d4b9c41909 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3a623f54bac143ee94be67d4b9c41909 2024-11-25T00:23:26,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4cb2f8515e57482681b9369a9b5f09d7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4cb2f8515e57482681b9369a9b5f09d7 2024-11-25T00:23:26,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3a54f2fb95d7448cb11beb19f3c3d3c7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/3a54f2fb95d7448cb11beb19f3c3d3c7 2024-11-25T00:23:26,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/d7bb262efbbc45619415818be9227079 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/d7bb262efbbc45619415818be9227079 2024-11-25T00:23:26,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/274b7bf87b4b435984fdb1e4d2068b09 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/274b7bf87b4b435984fdb1e4d2068b09 2024-11-25T00:23:26,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/2891ea240951452a987e1895705fc9e8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/2891ea240951452a987e1895705fc9e8 2024-11-25T00:23:26,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/325a93189b1549948bc77f04e0c97cb7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/325a93189b1549948bc77f04e0c97cb7 2024-11-25T00:23:26,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/f319345a27904c9a812164896e9863ff to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/f319345a27904c9a812164896e9863ff 2024-11-25T00:23:26,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c61f74c8b3cb4b5baedffda9d3fae009 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/c61f74c8b3cb4b5baedffda9d3fae009 2024-11-25T00:23:26,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/b0d1980796d142d7b98beecdd873d738 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/b0d1980796d142d7b98beecdd873d738 2024-11-25T00:23:26,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4d778f0b4f29440ba34b11888466c0e5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/4d778f0b4f29440ba34b11888466c0e5 2024-11-25T00:23:26,427 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/recovered.edits/543.seqid, newMaxSeqId=543, maxSeqId=1 2024-11-25T00:23:26,427 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859. 2024-11-25T00:23:26,427 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1635): Region close journal for cac7e3e160582cfa13955a684e8fe859: 2024-11-25T00:23:26,429 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(170): Closed cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:26,429 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=cac7e3e160582cfa13955a684e8fe859, regionState=CLOSED 2024-11-25T00:23:26,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-25T00:23:26,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseRegionProcedure cac7e3e160582cfa13955a684e8fe859, server=4bb75722a6be,37323,1732494119912 in 447 msec 2024-11-25T00:23:26,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-25T00:23:26,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cac7e3e160582cfa13955a684e8fe859, UNASSIGN in 450 msec 2024-11-25T00:23:26,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-25T00:23:26,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 452 msec 2024-11-25T00:23:26,434 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494206434"}]},"ts":"1732494206434"} 2024-11-25T00:23:26,434 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T00:23:26,437 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T00:23:26,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 463 msec 2024-11-25T00:23:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T00:23:26,578 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-25T00:23:26,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T00:23:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:26,580 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T00:23:26,581 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=89, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:26,583 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:26,585 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/recovered.edits] 2024-11-25T00:23:26,587 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/5ebd9ac16d8e426fbd6c6f3bcb46878a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/A/5ebd9ac16d8e426fbd6c6f3bcb46878a 2024-11-25T00:23:26,588 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/26ac3c77be1f418399e3520543daf454 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/B/26ac3c77be1f418399e3520543daf454 2024-11-25T00:23:26,590 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/1c0f8489ad644c0ab978e03db2a72cd1 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/1c0f8489ad644c0ab978e03db2a72cd1 2024-11-25T00:23:26,591 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/abe6707f69e049dabdfdbc6bf63cfd5e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/abe6707f69e049dabdfdbc6bf63cfd5e 2024-11-25T00:23:26,592 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/b1dcd0bffd7949dbb02733230cfed236 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/C/b1dcd0bffd7949dbb02733230cfed236 2024-11-25T00:23:26,594 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/recovered.edits/543.seqid to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859/recovered.edits/543.seqid 2024-11-25T00:23:26,594 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/cac7e3e160582cfa13955a684e8fe859 2024-11-25T00:23:26,594 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T00:23:26,596 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=89, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:26,598 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T00:23:26,600 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T00:23:26,601 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=89, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:26,601 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T00:23:26,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732494206601"}]},"ts":"9223372036854775807"} 2024-11-25T00:23:26,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T00:23:26,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => cac7e3e160582cfa13955a684e8fe859, NAME => 'TestAcidGuarantees,,1732494182829.cac7e3e160582cfa13955a684e8fe859.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T00:23:26,602 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T00:23:26,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732494206602"}]},"ts":"9223372036854775807"} 2024-11-25T00:23:26,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T00:23:26,606 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=89, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:26,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-25T00:23:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T00:23:26,682 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-25T00:23:26,691 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=240 (was 240), OpenFileDescriptor=455 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=649 (was 600) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6717 (was 6823) 2024-11-25T00:23:26,699 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=240, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=649, ProcessCount=11, AvailableMemoryMB=6717 2024-11-25T00:23:26,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:23:26,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:23:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:26,702 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T00:23:26,702 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:26,703 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T00:23:26,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 90 2024-11-25T00:23:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-25T00:23:26,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742174_1350 (size=963) 2024-11-25T00:23:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-25T00:23:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-25T00:23:27,110 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb 2024-11-25T00:23:27,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742175_1351 (size=53) 2024-11-25T00:23:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-25T00:23:27,515 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:23:27,515 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a6c8ded2ae4d359f969d5a404f0abce4, disabling compactions & flushes 2024-11-25T00:23:27,515 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:27,515 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:27,515 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. after waiting 0 ms 2024-11-25T00:23:27,515 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:27,515 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:27,515 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:27,516 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T00:23:27,517 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732494207517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732494207517"}]},"ts":"1732494207517"} 2024-11-25T00:23:27,518 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T00:23:27,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T00:23:27,518 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494207518"}]},"ts":"1732494207518"} 2024-11-25T00:23:27,519 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T00:23:27,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6c8ded2ae4d359f969d5a404f0abce4, ASSIGN}] 2024-11-25T00:23:27,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6c8ded2ae4d359f969d5a404f0abce4, ASSIGN 2024-11-25T00:23:27,523 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6c8ded2ae4d359f969d5a404f0abce4, ASSIGN; state=OFFLINE, location=4bb75722a6be,37323,1732494119912; forceNewPlan=false, retain=false 2024-11-25T00:23:27,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=a6c8ded2ae4d359f969d5a404f0abce4, regionState=OPENING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:27,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; OpenRegionProcedure a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:23:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-25T00:23:27,826 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:27,829 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:27,829 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7285): Opening region: {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:23:27,830 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:27,830 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:23:27,830 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7327): checking encryption for a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:27,830 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7330): checking classloading for a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:27,831 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:27,832 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:27,832 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6c8ded2ae4d359f969d5a404f0abce4 columnFamilyName A 2024-11-25T00:23:27,832 DEBUG [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:27,833 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.HStore(327): Store=a6c8ded2ae4d359f969d5a404f0abce4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:27,833 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:27,834 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:27,834 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6c8ded2ae4d359f969d5a404f0abce4 columnFamilyName B 2024-11-25T00:23:27,834 DEBUG [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:27,834 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.HStore(327): Store=a6c8ded2ae4d359f969d5a404f0abce4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:27,834 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:27,835 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:27,835 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6c8ded2ae4d359f969d5a404f0abce4 columnFamilyName C 2024-11-25T00:23:27,835 DEBUG [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:27,836 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.HStore(327): Store=a6c8ded2ae4d359f969d5a404f0abce4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:27,836 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:27,836 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:27,836 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:27,837 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:23:27,838 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1085): writing seq id for a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:27,840 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:23:27,840 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1102): Opened a6c8ded2ae4d359f969d5a404f0abce4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65263919, jitterRate=-0.027491822838783264}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:23:27,841 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1001): Region open journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:27,841 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., pid=92, masterSystemTime=1732494207826 2024-11-25T00:23:27,842 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:27,842 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:27,843 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=a6c8ded2ae4d359f969d5a404f0abce4, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:27,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-25T00:23:27,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; OpenRegionProcedure a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 in 169 msec 2024-11-25T00:23:27,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-25T00:23:27,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6c8ded2ae4d359f969d5a404f0abce4, ASSIGN in 323 msec 2024-11-25T00:23:27,847 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T00:23:27,847 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494207847"}]},"ts":"1732494207847"} 2024-11-25T00:23:27,848 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T00:23:27,851 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T00:23:27,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-25T00:23:28,296 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T00:23:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-25T00:23:28,807 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-11-25T00:23:28,808 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-11-25T00:23:28,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:28,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:28,814 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:28,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T00:23:28,815 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T00:23:28,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:23:28,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:23:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:28,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742176_1352 (size=999) 2024-11-25T00:23:29,227 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T00:23:29,227 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T00:23:29,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:23:29,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6c8ded2ae4d359f969d5a404f0abce4, REOPEN/MOVE}] 2024-11-25T00:23:29,231 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6c8ded2ae4d359f969d5a404f0abce4, REOPEN/MOVE 2024-11-25T00:23:29,232 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=a6c8ded2ae4d359f969d5a404f0abce4, regionState=CLOSING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,232 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:23:29,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:23:29,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,384 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:29,384 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:23:29,384 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing a6c8ded2ae4d359f969d5a404f0abce4, disabling compactions & flushes 2024-11-25T00:23:29,384 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:29,384 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:29,384 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. after waiting 0 ms 2024-11-25T00:23:29,384 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:29,388 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T00:23:29,388 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:29,388 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:29,388 WARN [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionServer(3786): Not adding moved region record: a6c8ded2ae4d359f969d5a404f0abce4 to self. 2024-11-25T00:23:29,390 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:29,390 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=a6c8ded2ae4d359f969d5a404f0abce4, regionState=CLOSED 2024-11-25T00:23:29,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-25T00:23:29,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 in 158 msec 2024-11-25T00:23:29,392 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6c8ded2ae4d359f969d5a404f0abce4, REOPEN/MOVE; state=CLOSED, location=4bb75722a6be,37323,1732494119912; forceNewPlan=false, retain=true 2024-11-25T00:23:29,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=a6c8ded2ae4d359f969d5a404f0abce4, regionState=OPENING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=95, state=RUNNABLE; OpenRegionProcedure a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:23:29,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T00:23:29,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,698 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:29,698 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7285): Opening region: {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:23:29,698 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:29,698 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:23:29,699 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7327): checking encryption for a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:29,699 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7330): checking classloading for a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:29,700 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:29,700 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:29,701 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6c8ded2ae4d359f969d5a404f0abce4 columnFamilyName A 2024-11-25T00:23:29,701 DEBUG [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:29,702 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.HStore(327): Store=a6c8ded2ae4d359f969d5a404f0abce4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:29,702 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:29,703 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:29,703 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6c8ded2ae4d359f969d5a404f0abce4 columnFamilyName B 2024-11-25T00:23:29,703 DEBUG [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:29,703 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.HStore(327): Store=a6c8ded2ae4d359f969d5a404f0abce4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:29,703 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:29,703 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:29,704 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6c8ded2ae4d359f969d5a404f0abce4 columnFamilyName C 2024-11-25T00:23:29,704 DEBUG [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:29,704 INFO [StoreOpener-a6c8ded2ae4d359f969d5a404f0abce4-1 {}] regionserver.HStore(327): Store=a6c8ded2ae4d359f969d5a404f0abce4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:29,704 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:29,705 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:29,705 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:29,706 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:23:29,707 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1085): writing seq id for a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:29,708 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1102): Opened a6c8ded2ae4d359f969d5a404f0abce4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71562875, jitterRate=0.0663699358701706}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:23:29,709 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1001): Region open journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:29,709 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., pid=97, masterSystemTime=1732494209695 2024-11-25T00:23:29,710 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:29,710 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:29,711 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=a6c8ded2ae4d359f969d5a404f0abce4, regionState=OPEN, openSeqNum=5, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=95 2024-11-25T00:23:29,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=95, state=SUCCESS; OpenRegionProcedure a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 in 168 msec 2024-11-25T00:23:29,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-25T00:23:29,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6c8ded2ae4d359f969d5a404f0abce4, REOPEN/MOVE in 482 msec 2024-11-25T00:23:29,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-25T00:23:29,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-25T00:23:29,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 899 msec 2024-11-25T00:23:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T00:23:29,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-11-25T00:23:29,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:29,727 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-11-25T00:23:29,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:29,731 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-11-25T00:23:29,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:29,735 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-11-25T00:23:29,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:29,739 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-11-25T00:23:29,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:29,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-11-25T00:23:29,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:29,746 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-11-25T00:23:29,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:29,749 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-11-25T00:23:29,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:29,753 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-11-25T00:23:29,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:29,756 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-11-25T00:23:29,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:29,761 DEBUG [hconnection-0x1cbe5ed1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:29,762 DEBUG [hconnection-0x5146b7b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:29,762 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:29,763 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:29,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:29,764 DEBUG [hconnection-0x1a551c66-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-25T00:23:29,765 DEBUG [hconnection-0x467e061f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:29,765 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:29,765 DEBUG [hconnection-0x385d6ccc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:29,766 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:29,766 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:29,766 DEBUG [hconnection-0x494ad1ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:29,767 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:29,767 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T00:23:29,768 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:29,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:29,770 DEBUG [hconnection-0x76311231-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:29,771 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:29,772 DEBUG [hconnection-0x58c3be44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:29,774 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:29,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:29,775 DEBUG [hconnection-0x668b1085-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:29,776 DEBUG [hconnection-0x7d5fcc27-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:29,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:29,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:29,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:29,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:29,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:29,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:29,779 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:29,781 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:29,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:29,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494269793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494269793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494269793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494269795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494269796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250e9910358dc1473f8f2542a812153b4e_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494209770/Put/seqid=0 2024-11-25T00:23:29,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742177_1353 (size=12154) 2024-11-25T00:23:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T00:23:29,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494269900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494269900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494269901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494269902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494269902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:29,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T00:23:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:29,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:29,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:29,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T00:23:30,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T00:23:30,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:30,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:30,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:30,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494270105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494270105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494270106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494270106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494270108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,212 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:30,215 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250e9910358dc1473f8f2542a812153b4e_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250e9910358dc1473f8f2542a812153b4e_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:30,216 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/c95c0f49cb254525b09ff50cc757dc54, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:30,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/c95c0f49cb254525b09ff50cc757dc54 is 175, key is test_row_0/A:col10/1732494209770/Put/seqid=0 2024-11-25T00:23:30,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742178_1354 (size=30955) 2024-11-25T00:23:30,221 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/c95c0f49cb254525b09ff50cc757dc54 2024-11-25T00:23:30,225 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T00:23:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:30,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/57ae464b3dee4a279b5d4d46158fea77 is 50, key is test_row_0/B:col10/1732494209770/Put/seqid=0 2024-11-25T00:23:30,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742179_1355 (size=12001) 2024-11-25T00:23:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T00:23:30,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T00:23:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:30,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494270409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494270410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494270411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494270412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494270412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T00:23:30,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:30,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:30,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:30,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/57ae464b3dee4a279b5d4d46158fea77 2024-11-25T00:23:30,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/8ec82076f7fd48fb8cbecf5ced2f5ca0 is 50, key is test_row_0/C:col10/1732494209770/Put/seqid=0 2024-11-25T00:23:30,683 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T00:23:30,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:30,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:30,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:30,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:30,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742180_1356 (size=12001) 2024-11-25T00:23:30,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/8ec82076f7fd48fb8cbecf5ced2f5ca0 2024-11-25T00:23:30,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/c95c0f49cb254525b09ff50cc757dc54 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/c95c0f49cb254525b09ff50cc757dc54 2024-11-25T00:23:30,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/c95c0f49cb254525b09ff50cc757dc54, entries=150, sequenceid=18, filesize=30.2 K 2024-11-25T00:23:30,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/57ae464b3dee4a279b5d4d46158fea77 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/57ae464b3dee4a279b5d4d46158fea77 2024-11-25T00:23:30,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/57ae464b3dee4a279b5d4d46158fea77, entries=150, sequenceid=18, filesize=11.7 K 2024-11-25T00:23:30,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/8ec82076f7fd48fb8cbecf5ced2f5ca0 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8ec82076f7fd48fb8cbecf5ced2f5ca0 2024-11-25T00:23:30,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8ec82076f7fd48fb8cbecf5ced2f5ca0, entries=150, sequenceid=18, filesize=11.7 K 2024-11-25T00:23:30,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a6c8ded2ae4d359f969d5a404f0abce4 in 948ms, sequenceid=18, compaction requested=false 2024-11-25T00:23:30,723 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T00:23:30,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:30,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T00:23:30,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:30,840 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T00:23:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:30,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255a35c80479724dab8579fa84a8ddb3f4_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494209794/Put/seqid=0 2024-11-25T00:23:30,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742181_1357 (size=12154) 2024-11-25T00:23:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:30,864 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255a35c80479724dab8579fa84a8ddb3f4_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255a35c80479724dab8579fa84a8ddb3f4_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:30,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/2a9312ca9c1547e9b77ba68f316b6b6f, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:30,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/2a9312ca9c1547e9b77ba68f316b6b6f is 175, key is test_row_0/A:col10/1732494209794/Put/seqid=0 2024-11-25T00:23:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T00:23:30,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742182_1358 (size=30955) 2024-11-25T00:23:30,873 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/2a9312ca9c1547e9b77ba68f316b6b6f 2024-11-25T00:23:30,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/fe2967ec876d4d2abcfe5bcc53973637 is 50, key is test_row_0/B:col10/1732494209794/Put/seqid=0 2024-11-25T00:23:30,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742183_1359 (size=12001) 2024-11-25T00:23:30,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:30,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494270926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494270927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494270928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494270932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:30,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494270932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494271034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494271034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494271034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494271038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494271038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494271238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494271240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494271243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494271246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494271248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,296 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/fe2967ec876d4d2abcfe5bcc53973637 2024-11-25T00:23:31,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/3faa82440bae446685488d909515bc8e is 50, key is test_row_0/C:col10/1732494209794/Put/seqid=0 2024-11-25T00:23:31,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742184_1360 (size=12001) 2024-11-25T00:23:31,317 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/3faa82440bae446685488d909515bc8e 2024-11-25T00:23:31,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/2a9312ca9c1547e9b77ba68f316b6b6f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/2a9312ca9c1547e9b77ba68f316b6b6f 2024-11-25T00:23:31,330 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/2a9312ca9c1547e9b77ba68f316b6b6f, entries=150, sequenceid=40, filesize=30.2 K 2024-11-25T00:23:31,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/fe2967ec876d4d2abcfe5bcc53973637 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/fe2967ec876d4d2abcfe5bcc53973637 2024-11-25T00:23:31,341 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/fe2967ec876d4d2abcfe5bcc53973637, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T00:23:31,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/3faa82440bae446685488d909515bc8e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/3faa82440bae446685488d909515bc8e 2024-11-25T00:23:31,345 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/3faa82440bae446685488d909515bc8e, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T00:23:31,346 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a6c8ded2ae4d359f969d5a404f0abce4 in 507ms, sequenceid=40, compaction requested=false 2024-11-25T00:23:31,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:31,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:31,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-25T00:23:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-25T00:23:31,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-25T00:23:31,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5790 sec 2024-11-25T00:23:31,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 1.5860 sec 2024-11-25T00:23:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:31,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:23:31,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:31,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:31,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:31,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:31,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:31,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:31,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256336207c62ee4a8d881bd422cfe0786d_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494210927/Put/seqid=0 2024-11-25T00:23:31,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742185_1361 (size=14594) 2024-11-25T00:23:31,563 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:31,567 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256336207c62ee4a8d881bd422cfe0786d_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256336207c62ee4a8d881bd422cfe0786d_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:31,569 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5bc8afe627e64f61b1d09dae2feb59b6, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:31,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5bc8afe627e64f61b1d09dae2feb59b6 is 175, key is test_row_0/A:col10/1732494210927/Put/seqid=0 2024-11-25T00:23:31,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494271573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494271577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494271578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494271579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494271580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742186_1362 (size=39549) 2024-11-25T00:23:31,591 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5bc8afe627e64f61b1d09dae2feb59b6 2024-11-25T00:23:31,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/0dbf88990d764f4686d9aefde85796c8 is 50, key is test_row_0/B:col10/1732494210927/Put/seqid=0 2024-11-25T00:23:31,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742187_1363 (size=12001) 2024-11-25T00:23:31,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/0dbf88990d764f4686d9aefde85796c8 2024-11-25T00:23:31,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/1dcb651944bf4a0c945dac051c7b3fe4 is 50, key is test_row_0/C:col10/1732494210927/Put/seqid=0 2024-11-25T00:23:31,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742188_1364 (size=12001) 2024-11-25T00:23:31,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494271681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494271682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494271685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494271685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494271686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T00:23:31,872 INFO [Thread-1598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-25T00:23:31,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-25T00:23:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T00:23:31,874 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:31,875 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:31,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:31,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494271886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494271888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494271892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494271892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494271893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:31,952 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T00:23:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T00:23:32,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/1dcb651944bf4a0c945dac051c7b3fe4 2024-11-25T00:23:32,026 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T00:23:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:32,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:32,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5bc8afe627e64f61b1d09dae2feb59b6 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5bc8afe627e64f61b1d09dae2feb59b6 2024-11-25T00:23:32,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5bc8afe627e64f61b1d09dae2feb59b6, entries=200, sequenceid=55, filesize=38.6 K 2024-11-25T00:23:32,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/0dbf88990d764f4686d9aefde85796c8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/0dbf88990d764f4686d9aefde85796c8 2024-11-25T00:23:32,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/0dbf88990d764f4686d9aefde85796c8, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T00:23:32,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/1dcb651944bf4a0c945dac051c7b3fe4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/1dcb651944bf4a0c945dac051c7b3fe4 2024-11-25T00:23:32,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/1dcb651944bf4a0c945dac051c7b3fe4, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T00:23:32,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a6c8ded2ae4d359f969d5a404f0abce4 in 497ms, sequenceid=55, compaction requested=true 2024-11-25T00:23:32,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:32,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:32,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:32,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:32,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:32,043 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:32,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:32,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:32,043 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:32,044 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:32,044 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:32,044 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/B is initiating minor compaction (all files) 2024-11-25T00:23:32,044 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/A is initiating minor compaction (all files) 2024-11-25T00:23:32,044 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/B in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:32,044 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/A in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:32,044 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/57ae464b3dee4a279b5d4d46158fea77, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/fe2967ec876d4d2abcfe5bcc53973637, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/0dbf88990d764f4686d9aefde85796c8] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=35.2 K 2024-11-25T00:23:32,044 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/c95c0f49cb254525b09ff50cc757dc54, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/2a9312ca9c1547e9b77ba68f316b6b6f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5bc8afe627e64f61b1d09dae2feb59b6] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=99.1 K 2024-11-25T00:23:32,044 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:32,044 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/c95c0f49cb254525b09ff50cc757dc54, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/2a9312ca9c1547e9b77ba68f316b6b6f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5bc8afe627e64f61b1d09dae2feb59b6] 2024-11-25T00:23:32,044 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 57ae464b3dee4a279b5d4d46158fea77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732494209770 2024-11-25T00:23:32,044 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting c95c0f49cb254525b09ff50cc757dc54, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732494209770 2024-11-25T00:23:32,045 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting fe2967ec876d4d2abcfe5bcc53973637, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732494209788 2024-11-25T00:23:32,045 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a9312ca9c1547e9b77ba68f316b6b6f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732494209788 2024-11-25T00:23:32,045 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dbf88990d764f4686d9aefde85796c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732494210926 2024-11-25T00:23:32,046 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bc8afe627e64f61b1d09dae2feb59b6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732494210926 2024-11-25T00:23:32,054 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#B#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:32,054 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/d848f7f38c89439cbd4dbe18e8277073 is 50, key is test_row_0/B:col10/1732494210927/Put/seqid=0 2024-11-25T00:23:32,054 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:32,056 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125149ad145bdd14e52a90049cc5f3b8998_a6c8ded2ae4d359f969d5a404f0abce4 store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:32,059 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125149ad145bdd14e52a90049cc5f3b8998_a6c8ded2ae4d359f969d5a404f0abce4, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:32,059 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125149ad145bdd14e52a90049cc5f3b8998_a6c8ded2ae4d359f969d5a404f0abce4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:32,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742189_1365 (size=4469) 2024-11-25T00:23:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742190_1366 (size=12104) 2024-11-25T00:23:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T00:23:32,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T00:23:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:32,180 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T00:23:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:32,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250bc71466c1e649d9a90ef87cdc84feca_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494211561/Put/seqid=0 2024-11-25T00:23:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:32,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742191_1367 (size=12154) 2024-11-25T00:23:32,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494272211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494272212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494272213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494272213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494272214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494272321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494272321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494272322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494272322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494272322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,465 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#A#compaction#308 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:32,466 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/d213d652ebe64a178af74baa392b764b is 175, key is test_row_0/A:col10/1732494210927/Put/seqid=0 2024-11-25T00:23:32,470 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/d848f7f38c89439cbd4dbe18e8277073 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d848f7f38c89439cbd4dbe18e8277073 2024-11-25T00:23:32,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742192_1368 (size=31058) 2024-11-25T00:23:32,475 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/d213d652ebe64a178af74baa392b764b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/d213d652ebe64a178af74baa392b764b 2024-11-25T00:23:32,475 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/B of a6c8ded2ae4d359f969d5a404f0abce4 into d848f7f38c89439cbd4dbe18e8277073(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:32,475 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:32,475 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/B, priority=13, startTime=1732494212043; duration=0sec 2024-11-25T00:23:32,475 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:32,475 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:B 2024-11-25T00:23:32,475 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T00:23:32,477 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:32,477 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/C is initiating minor compaction (all files) 2024-11-25T00:23:32,477 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/C in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:32,477 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8ec82076f7fd48fb8cbecf5ced2f5ca0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/3faa82440bae446685488d909515bc8e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/1dcb651944bf4a0c945dac051c7b3fe4] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=35.2 K 2024-11-25T00:23:32,477 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ec82076f7fd48fb8cbecf5ced2f5ca0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732494209770 2024-11-25T00:23:32,478 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 3faa82440bae446685488d909515bc8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732494209788 2024-11-25T00:23:32,478 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dcb651944bf4a0c945dac051c7b3fe4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732494210926 2024-11-25T00:23:32,480 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/A of a6c8ded2ae4d359f969d5a404f0abce4 into d213d652ebe64a178af74baa392b764b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:32,480 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:32,480 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/A, priority=13, startTime=1732494212042; duration=0sec 2024-11-25T00:23:32,480 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:32,480 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:A 2024-11-25T00:23:32,485 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#C#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:32,485 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/8326ac69d7e54e28a941eb6c0597016f is 50, key is test_row_0/C:col10/1732494210927/Put/seqid=0 2024-11-25T00:23:32,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742193_1369 (size=12104) 2024-11-25T00:23:32,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494272528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494272528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494272528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494272528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494272529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:32,607 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250bc71466c1e649d9a90ef87cdc84feca_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250bc71466c1e649d9a90ef87cdc84feca_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:32,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/efa3e092fc134b68abc4ef3f17bd13d6, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:32,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/efa3e092fc134b68abc4ef3f17bd13d6 is 175, key is test_row_0/A:col10/1732494211561/Put/seqid=0 2024-11-25T00:23:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742194_1370 (size=30955) 2024-11-25T00:23:32,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494272833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494272833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494272834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494272834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494272834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:32,893 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/8326ac69d7e54e28a941eb6c0597016f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8326ac69d7e54e28a941eb6c0597016f 2024-11-25T00:23:32,897 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/C of a6c8ded2ae4d359f969d5a404f0abce4 into 8326ac69d7e54e28a941eb6c0597016f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:32,897 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:32,897 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/C, priority=13, startTime=1732494212043; duration=0sec 2024-11-25T00:23:32,897 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:32,897 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:C 2024-11-25T00:23:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T00:23:33,013 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/efa3e092fc134b68abc4ef3f17bd13d6 2024-11-25T00:23:33,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/5fb01385e017440f82421ee42ef6b627 is 50, key is test_row_0/B:col10/1732494211561/Put/seqid=0 2024-11-25T00:23:33,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742195_1371 (size=12001) 2024-11-25T00:23:33,040 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/5fb01385e017440f82421ee42ef6b627 2024-11-25T00:23:33,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/000c97b6aebc45eebeae4d8c8c09b4ae is 50, key is test_row_0/C:col10/1732494211561/Put/seqid=0 2024-11-25T00:23:33,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742196_1372 (size=12001) 2024-11-25T00:23:33,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494273337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:33,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494273337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:33,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494273338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:33,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494273341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:33,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494273342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:33,461 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/000c97b6aebc45eebeae4d8c8c09b4ae 2024-11-25T00:23:33,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/efa3e092fc134b68abc4ef3f17bd13d6 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/efa3e092fc134b68abc4ef3f17bd13d6 2024-11-25T00:23:33,470 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/efa3e092fc134b68abc4ef3f17bd13d6, entries=150, sequenceid=76, filesize=30.2 K 2024-11-25T00:23:33,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/5fb01385e017440f82421ee42ef6b627 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/5fb01385e017440f82421ee42ef6b627 2024-11-25T00:23:33,485 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/5fb01385e017440f82421ee42ef6b627, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T00:23:33,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/000c97b6aebc45eebeae4d8c8c09b4ae as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/000c97b6aebc45eebeae4d8c8c09b4ae 2024-11-25T00:23:33,494 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/000c97b6aebc45eebeae4d8c8c09b4ae, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T00:23:33,495 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a6c8ded2ae4d359f969d5a404f0abce4 in 1315ms, sequenceid=76, compaction requested=false 2024-11-25T00:23:33,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:33,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:33,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-25T00:23:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-25T00:23:33,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-25T00:23:33,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6210 sec 2024-11-25T00:23:33,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.6250 sec 2024-11-25T00:23:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T00:23:33,979 INFO [Thread-1598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-25T00:23:33,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-25T00:23:33,982 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T00:23:33,983 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:33,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T00:23:34,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T00:23:34,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:34,136 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:23:34,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:34,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:34,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:34,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:34,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:34,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:34,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a81961affde4424a823eb02fcf11a67b_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494212212/Put/seqid=0 2024-11-25T00:23:34,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742197_1373 (size=12154) 2024-11-25T00:23:34,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:34,203 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a81961affde4424a823eb02fcf11a67b_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a81961affde4424a823eb02fcf11a67b_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:34,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/311464c201f24df794cbc2daa93a75fd, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:34,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/311464c201f24df794cbc2daa93a75fd is 175, key is test_row_0/A:col10/1732494212212/Put/seqid=0 2024-11-25T00:23:34,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742198_1374 (size=30955) 2024-11-25T00:23:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T00:23:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:34,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:34,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494274417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494274424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494274433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494274434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494274446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494274535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494274541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494274551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494274551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494274557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T00:23:34,631 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/311464c201f24df794cbc2daa93a75fd 2024-11-25T00:23:34,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/691337663b7c475aac0ae811099999ba is 50, key is test_row_0/B:col10/1732494212212/Put/seqid=0 2024-11-25T00:23:34,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742199_1375 (size=12001) 2024-11-25T00:23:34,692 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/691337663b7c475aac0ae811099999ba 2024-11-25T00:23:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/48e3d224968643baafa175880821c791 is 50, key is test_row_0/C:col10/1732494212212/Put/seqid=0 2024-11-25T00:23:34,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494274742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494274748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742200_1376 (size=12001) 2024-11-25T00:23:34,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494274754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494274755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,759 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/48e3d224968643baafa175880821c791 2024-11-25T00:23:34,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/311464c201f24df794cbc2daa93a75fd as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/311464c201f24df794cbc2daa93a75fd 2024-11-25T00:23:34,769 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/311464c201f24df794cbc2daa93a75fd, entries=150, sequenceid=94, filesize=30.2 K 2024-11-25T00:23:34,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/691337663b7c475aac0ae811099999ba as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/691337663b7c475aac0ae811099999ba 2024-11-25T00:23:34,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494274763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:34,777 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/691337663b7c475aac0ae811099999ba, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T00:23:34,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/48e3d224968643baafa175880821c791 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/48e3d224968643baafa175880821c791 2024-11-25T00:23:34,782 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/48e3d224968643baafa175880821c791, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T00:23:34,783 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a6c8ded2ae4d359f969d5a404f0abce4 in 647ms, sequenceid=94, compaction requested=true 2024-11-25T00:23:34,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:34,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:34,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-25T00:23:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-25T00:23:34,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-25T00:23:34,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 802 msec 2024-11-25T00:23:34,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 806 msec 2024-11-25T00:23:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:35,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T00:23:35,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:35,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:35,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:35,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:35,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:35,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:35,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ed761f0477be4a73ac9f5fa3eda60ee7_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494215055/Put/seqid=0 2024-11-25T00:23:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T00:23:35,086 INFO [Thread-1598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-25T00:23:35,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-25T00:23:35,089 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:35,090 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:35,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T00:23:35,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494275080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494275082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494275084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494275093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494275094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742201_1377 (size=14594) 2024-11-25T00:23:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T00:23:35,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494275196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494275197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494275197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494275202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494275204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,243 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T00:23:35,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:35,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:35,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:35,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:35,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T00:23:35,396 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T00:23:35,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:35,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:35,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:35,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:35,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:35,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494275406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494275407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494275408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494275409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494275410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,524 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:35,528 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ed761f0477be4a73ac9f5fa3eda60ee7_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ed761f0477be4a73ac9f5fa3eda60ee7_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:35,529 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/714f50c99d4e4d1ea132ef174bded08c, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:35,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/714f50c99d4e4d1ea132ef174bded08c is 175, key is test_row_0/A:col10/1732494215055/Put/seqid=0 2024-11-25T00:23:35,550 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742202_1378 (size=39549) 2024-11-25T00:23:35,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T00:23:35,551 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/714f50c99d4e4d1ea132ef174bded08c 2024-11-25T00:23:35,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:35,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:35,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:35,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:35,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:35,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/211d6ac74f3948b6b17ee6b9fe9ec929 is 50, key is test_row_0/B:col10/1732494215055/Put/seqid=0 2024-11-25T00:23:35,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742203_1379 (size=12001) 2024-11-25T00:23:35,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/211d6ac74f3948b6b17ee6b9fe9ec929 2024-11-25T00:23:35,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/9cee8bbfc8694c6aadcf53abaca77d61 is 50, key is test_row_0/C:col10/1732494215055/Put/seqid=0 2024-11-25T00:23:35,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742204_1380 (size=12001) 2024-11-25T00:23:35,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/9cee8bbfc8694c6aadcf53abaca77d61 2024-11-25T00:23:35,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/714f50c99d4e4d1ea132ef174bded08c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/714f50c99d4e4d1ea132ef174bded08c 2024-11-25T00:23:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T00:23:35,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/714f50c99d4e4d1ea132ef174bded08c, entries=200, sequenceid=116, filesize=38.6 K 2024-11-25T00:23:35,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/211d6ac74f3948b6b17ee6b9fe9ec929 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/211d6ac74f3948b6b17ee6b9fe9ec929 2024-11-25T00:23:35,704 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T00:23:35,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:35,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/211d6ac74f3948b6b17ee6b9fe9ec929, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T00:23:35,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:35,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:35,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:35,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:35,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/9cee8bbfc8694c6aadcf53abaca77d61 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/9cee8bbfc8694c6aadcf53abaca77d61 2024-11-25T00:23:35,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494275717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494275718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494275718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494275718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494275720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/9cee8bbfc8694c6aadcf53abaca77d61, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T00:23:35,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a6c8ded2ae4d359f969d5a404f0abce4 in 676ms, sequenceid=116, compaction requested=true 2024-11-25T00:23:35,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:35,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:35,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:35,733 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:35,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:35,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:35,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:35,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:23:35,734 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:35,734 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:35,734 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/A is initiating minor compaction (all files) 2024-11-25T00:23:35,734 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/A in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:35,735 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/d213d652ebe64a178af74baa392b764b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/efa3e092fc134b68abc4ef3f17bd13d6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/311464c201f24df794cbc2daa93a75fd, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/714f50c99d4e4d1ea132ef174bded08c] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=129.4 K 2024-11-25T00:23:35,735 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:35,735 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/d213d652ebe64a178af74baa392b764b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/efa3e092fc134b68abc4ef3f17bd13d6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/311464c201f24df794cbc2daa93a75fd, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/714f50c99d4e4d1ea132ef174bded08c] 2024-11-25T00:23:35,735 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting d213d652ebe64a178af74baa392b764b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732494210926 2024-11-25T00:23:35,736 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting efa3e092fc134b68abc4ef3f17bd13d6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732494211561 2024-11-25T00:23:35,738 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 311464c201f24df794cbc2daa93a75fd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732494212210 2024-11-25T00:23:35,738 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:35,738 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/B is initiating minor compaction (all files) 2024-11-25T00:23:35,738 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/B in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:35,739 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d848f7f38c89439cbd4dbe18e8277073, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/5fb01385e017440f82421ee42ef6b627, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/691337663b7c475aac0ae811099999ba, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/211d6ac74f3948b6b17ee6b9fe9ec929] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=47.0 K 2024-11-25T00:23:35,739 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 714f50c99d4e4d1ea132ef174bded08c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732494214414 2024-11-25T00:23:35,740 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting d848f7f38c89439cbd4dbe18e8277073, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732494210926 2024-11-25T00:23:35,741 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fb01385e017440f82421ee42ef6b627, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732494211561 2024-11-25T00:23:35,741 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 691337663b7c475aac0ae811099999ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732494212210 2024-11-25T00:23:35,742 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 211d6ac74f3948b6b17ee6b9fe9ec929, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732494214414 2024-11-25T00:23:35,764 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:35,781 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#B#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:35,782 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/f70364996c23436789117458fbf62203 is 50, key is test_row_0/B:col10/1732494215055/Put/seqid=0 2024-11-25T00:23:35,784 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125c6bcc8d621f843cf8bea24fae687432a_a6c8ded2ae4d359f969d5a404f0abce4 store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:35,786 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125c6bcc8d621f843cf8bea24fae687432a_a6c8ded2ae4d359f969d5a404f0abce4, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:35,786 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c6bcc8d621f843cf8bea24fae687432a_a6c8ded2ae4d359f969d5a404f0abce4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:35,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742205_1381 (size=12241) 2024-11-25T00:23:35,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742206_1382 (size=4469) 2024-11-25T00:23:35,846 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#A#compaction#319 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:35,847 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/e85974a2dd8b45ae8a426f0b14dca950 is 175, key is test_row_0/A:col10/1732494215055/Put/seqid=0 2024-11-25T00:23:35,851 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/f70364996c23436789117458fbf62203 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/f70364996c23436789117458fbf62203 2024-11-25T00:23:35,857 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:35,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T00:23:35,858 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/B of a6c8ded2ae4d359f969d5a404f0abce4 into f70364996c23436789117458fbf62203(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:35,858 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:35,858 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/B, priority=12, startTime=1732494215733; duration=0sec 2024-11-25T00:23:35,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:35,858 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:35,858 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:B 2024-11-25T00:23:35,858 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:35,858 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T00:23:35,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:35,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:35,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:35,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:35,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:35,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:35,860 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:35,860 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/C is initiating minor compaction (all files) 2024-11-25T00:23:35,861 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/C in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:35,861 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8326ac69d7e54e28a941eb6c0597016f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/000c97b6aebc45eebeae4d8c8c09b4ae, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/48e3d224968643baafa175880821c791, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/9cee8bbfc8694c6aadcf53abaca77d61] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=47.0 K 2024-11-25T00:23:35,861 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8326ac69d7e54e28a941eb6c0597016f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732494210926 2024-11-25T00:23:35,861 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 000c97b6aebc45eebeae4d8c8c09b4ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732494211561 2024-11-25T00:23:35,862 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48e3d224968643baafa175880821c791, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732494212210 2024-11-25T00:23:35,863 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cee8bbfc8694c6aadcf53abaca77d61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732494214414 2024-11-25T00:23:35,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742207_1383 (size=31195) 2024-11-25T00:23:35,897 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/e85974a2dd8b45ae8a426f0b14dca950 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/e85974a2dd8b45ae8a426f0b14dca950 2024-11-25T00:23:35,906 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#C#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:35,907 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/2f9477f9ce6445ecb709302acf7e2560 is 50, key is test_row_0/C:col10/1732494215055/Put/seqid=0 2024-11-25T00:23:35,907 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/A of a6c8ded2ae4d359f969d5a404f0abce4 into e85974a2dd8b45ae8a426f0b14dca950(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:35,907 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:35,907 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/A, priority=12, startTime=1732494215733; duration=0sec 2024-11-25T00:23:35,908 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:35,908 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:A 2024-11-25T00:23:35,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112530af8b3f3fe84f1181abb63ef12b0ae3_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494215092/Put/seqid=0 2024-11-25T00:23:35,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742208_1384 (size=12241) 2024-11-25T00:23:35,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742209_1385 (size=12204) 2024-11-25T00:23:35,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:35,968 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112530af8b3f3fe84f1181abb63ef12b0ae3_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112530af8b3f3fe84f1181abb63ef12b0ae3_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:35,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/d6cbcf2c6a1f4f0180460ca9f03b803c, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:35,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/d6cbcf2c6a1f4f0180460ca9f03b803c is 175, key is test_row_0/A:col10/1732494215092/Put/seqid=0 2024-11-25T00:23:35,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742210_1386 (size=31005) 2024-11-25T00:23:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T00:23:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:36,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:36,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494276266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494276282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494276283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494276283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494276286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,359 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/2f9477f9ce6445ecb709302acf7e2560 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/2f9477f9ce6445ecb709302acf7e2560 2024-11-25T00:23:36,369 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/C of a6c8ded2ae4d359f969d5a404f0abce4 into 2f9477f9ce6445ecb709302acf7e2560(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:36,369 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:36,369 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/C, priority=12, startTime=1732494215733; duration=0sec 2024-11-25T00:23:36,369 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:36,369 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:C 2024-11-25T00:23:36,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494276384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,397 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/d6cbcf2c6a1f4f0180460ca9f03b803c 2024-11-25T00:23:36,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494276398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494276398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494276398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494276402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/d06823beee6a449baf75db20dce3050c is 50, key is test_row_0/B:col10/1732494215092/Put/seqid=0 2024-11-25T00:23:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742211_1387 (size=12051) 2024-11-25T00:23:36,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494276595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494276608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494276608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494276609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494276611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,869 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/d06823beee6a449baf75db20dce3050c 2024-11-25T00:23:36,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/76baff4226d14d59821025e34734cc60 is 50, key is test_row_0/C:col10/1732494215092/Put/seqid=0 2024-11-25T00:23:36,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494276902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742212_1388 (size=12051) 2024-11-25T00:23:36,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494276915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,922 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/76baff4226d14d59821025e34734cc60 2024-11-25T00:23:36,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494276917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494276917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/d6cbcf2c6a1f4f0180460ca9f03b803c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/d6cbcf2c6a1f4f0180460ca9f03b803c 2024-11-25T00:23:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494276924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:36,935 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/d6cbcf2c6a1f4f0180460ca9f03b803c, entries=150, sequenceid=131, filesize=30.3 K 2024-11-25T00:23:36,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/d06823beee6a449baf75db20dce3050c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d06823beee6a449baf75db20dce3050c 2024-11-25T00:23:36,940 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d06823beee6a449baf75db20dce3050c, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T00:23:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/76baff4226d14d59821025e34734cc60 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/76baff4226d14d59821025e34734cc60 2024-11-25T00:23:36,947 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/76baff4226d14d59821025e34734cc60, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T00:23:36,948 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a6c8ded2ae4d359f969d5a404f0abce4 in 1090ms, sequenceid=131, compaction requested=false 2024-11-25T00:23:36,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:36,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:36,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-25T00:23:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-25T00:23:36,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-25T00:23:36,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8590 sec 2024-11-25T00:23:36,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.8650 sec 2024-11-25T00:23:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T00:23:37,195 INFO [Thread-1598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-25T00:23:37,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-25T00:23:37,203 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:37,204 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:37,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T00:23:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T00:23:37,356 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T00:23:37,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:37,357 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:23:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:37,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:37,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:37,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:37,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:37,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254668ab4313c34aba830778d19f16f294_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494216264/Put/seqid=0 2024-11-25T00:23:37,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742213_1389 (size=12304) 2024-11-25T00:23:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:37,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494277435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494277437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494277438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494277440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494277446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T00:23:37,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494277546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494277548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494277548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494277549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494277557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494277753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494277755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494277757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494277759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494277767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T00:23:37,809 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254668ab4313c34aba830778d19f16f294_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254668ab4313c34aba830778d19f16f294_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:37,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/672a8c4a68ba47c0b6ec2a00b638e5ae, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:37,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/672a8c4a68ba47c0b6ec2a00b638e5ae is 175, key is test_row_0/A:col10/1732494216264/Put/seqid=0 2024-11-25T00:23:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742214_1390 (size=31105) 2024-11-25T00:23:37,860 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/672a8c4a68ba47c0b6ec2a00b638e5ae 2024-11-25T00:23:37,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/1b9393ea88b34b0790ce16781cab911a is 50, key is test_row_0/B:col10/1732494216264/Put/seqid=0 2024-11-25T00:23:37,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742215_1391 (size=12151) 2024-11-25T00:23:37,915 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/1b9393ea88b34b0790ce16781cab911a 2024-11-25T00:23:37,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/8360165a98c0414993c9991d9db1f3d4 is 50, key is test_row_0/C:col10/1732494216264/Put/seqid=0 2024-11-25T00:23:37,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742216_1392 (size=12151) 2024-11-25T00:23:37,959 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/8360165a98c0414993c9991d9db1f3d4 2024-11-25T00:23:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/672a8c4a68ba47c0b6ec2a00b638e5ae as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/672a8c4a68ba47c0b6ec2a00b638e5ae 2024-11-25T00:23:37,979 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/672a8c4a68ba47c0b6ec2a00b638e5ae, entries=150, sequenceid=156, filesize=30.4 K 2024-11-25T00:23:37,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/1b9393ea88b34b0790ce16781cab911a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/1b9393ea88b34b0790ce16781cab911a 2024-11-25T00:23:37,992 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/1b9393ea88b34b0790ce16781cab911a, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T00:23:37,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/8360165a98c0414993c9991d9db1f3d4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8360165a98c0414993c9991d9db1f3d4 2024-11-25T00:23:37,999 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8360165a98c0414993c9991d9db1f3d4, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T00:23:38,001 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a6c8ded2ae4d359f969d5a404f0abce4 in 643ms, sequenceid=156, compaction requested=true 2024-11-25T00:23:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-25T00:23:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-25T00:23:38,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-25T00:23:38,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 798 msec 2024-11-25T00:23:38,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 806 msec 2024-11-25T00:23:38,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T00:23:38,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:38,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:38,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:38,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:38,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259460831210e245b9bcc85b8a4109ce90_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494217443/Put/seqid=0 2024-11-25T00:23:38,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742217_1393 (size=14794) 2024-11-25T00:23:38,108 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:38,115 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259460831210e245b9bcc85b8a4109ce90_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259460831210e245b9bcc85b8a4109ce90_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:38,116 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5844dde74fa14c0f90a97a36eb0406cd, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:38,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5844dde74fa14c0f90a97a36eb0406cd is 175, key is test_row_0/A:col10/1732494217443/Put/seqid=0 2024-11-25T00:23:38,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494278107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494278108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494278121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494278123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494278123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742218_1394 (size=39749) 2024-11-25T00:23:38,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494278225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494278226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494278234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494278235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494278236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T00:23:38,308 INFO [Thread-1598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-25T00:23:38,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-25T00:23:38,312 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:38,313 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:38,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T00:23:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T00:23:38,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494278436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494278437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494278442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494278445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494278446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,465 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T00:23:38,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:38,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:38,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:38,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,539 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5844dde74fa14c0f90a97a36eb0406cd 2024-11-25T00:23:38,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/139b4258738e42d2a7104d560bdc4d2f is 50, key is test_row_0/B:col10/1732494217443/Put/seqid=0 2024-11-25T00:23:38,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742219_1395 (size=12151) 2024-11-25T00:23:38,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/139b4258738e42d2a7104d560bdc4d2f 2024-11-25T00:23:38,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/4ef329154c324d4d92aab67512b1167c is 50, key is test_row_0/C:col10/1732494217443/Put/seqid=0 2024-11-25T00:23:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T00:23:38,619 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T00:23:38,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:38,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:38,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:38,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742220_1396 (size=12151) 2024-11-25T00:23:38,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/4ef329154c324d4d92aab67512b1167c 2024-11-25T00:23:38,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5844dde74fa14c0f90a97a36eb0406cd as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5844dde74fa14c0f90a97a36eb0406cd 2024-11-25T00:23:38,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5844dde74fa14c0f90a97a36eb0406cd, entries=200, sequenceid=170, filesize=38.8 K 2024-11-25T00:23:38,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/139b4258738e42d2a7104d560bdc4d2f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/139b4258738e42d2a7104d560bdc4d2f 2024-11-25T00:23:38,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/139b4258738e42d2a7104d560bdc4d2f, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T00:23:38,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/4ef329154c324d4d92aab67512b1167c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4ef329154c324d4d92aab67512b1167c 2024-11-25T00:23:38,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4ef329154c324d4d92aab67512b1167c, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T00:23:38,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a6c8ded2ae4d359f969d5a404f0abce4 in 637ms, sequenceid=170, compaction requested=true 2024-11-25T00:23:38,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:38,698 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:38,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:38,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:38,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:38,699 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:38,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:38,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:38,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:38,700 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133054 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:38,700 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/A is initiating minor compaction (all files) 2024-11-25T00:23:38,700 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/A in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:38,700 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/e85974a2dd8b45ae8a426f0b14dca950, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/d6cbcf2c6a1f4f0180460ca9f03b803c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/672a8c4a68ba47c0b6ec2a00b638e5ae, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5844dde74fa14c0f90a97a36eb0406cd] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=129.9 K 2024-11-25T00:23:38,700 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:38,700 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/e85974a2dd8b45ae8a426f0b14dca950, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/d6cbcf2c6a1f4f0180460ca9f03b803c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/672a8c4a68ba47c0b6ec2a00b638e5ae, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5844dde74fa14c0f90a97a36eb0406cd] 2024-11-25T00:23:38,701 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting e85974a2dd8b45ae8a426f0b14dca950, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732494214414 2024-11-25T00:23:38,701 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6cbcf2c6a1f4f0180460ca9f03b803c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732494215066 2024-11-25T00:23:38,702 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 672a8c4a68ba47c0b6ec2a00b638e5ae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732494216248 2024-11-25T00:23:38,702 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5844dde74fa14c0f90a97a36eb0406cd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494217431 2024-11-25T00:23:38,702 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:38,702 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/B is initiating minor compaction (all files) 2024-11-25T00:23:38,702 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/B in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:38,702 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/f70364996c23436789117458fbf62203, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d06823beee6a449baf75db20dce3050c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/1b9393ea88b34b0790ce16781cab911a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/139b4258738e42d2a7104d560bdc4d2f] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=47.5 K 2024-11-25T00:23:38,705 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting f70364996c23436789117458fbf62203, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732494214414 2024-11-25T00:23:38,705 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting d06823beee6a449baf75db20dce3050c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732494215066 2024-11-25T00:23:38,706 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b9393ea88b34b0790ce16781cab911a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732494216248 2024-11-25T00:23:38,706 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 139b4258738e42d2a7104d560bdc4d2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494217431 2024-11-25T00:23:38,715 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:38,717 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112503a2553d269e41cc810495cb9006c4a5_a6c8ded2ae4d359f969d5a404f0abce4 store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:38,718 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#B#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:38,719 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/6616dd87a5c7466d866c04b6ce8807df is 50, key is test_row_0/B:col10/1732494217443/Put/seqid=0 2024-11-25T00:23:38,721 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112503a2553d269e41cc810495cb9006c4a5_a6c8ded2ae4d359f969d5a404f0abce4, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:38,722 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112503a2553d269e41cc810495cb9006c4a5_a6c8ded2ae4d359f969d5a404f0abce4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:38,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:23:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742221_1397 (size=12527) 2024-11-25T00:23:38,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:38,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:38,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:38,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:38,773 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T00:23:38,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:38,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:38,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:38,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256684d5ac2a034b0bae3d74a5f0556385_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494218118/Put/seqid=0 2024-11-25T00:23:38,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494278767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742222_1398 (size=4469) 2024-11-25T00:23:38,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494278775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,790 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#A#compaction#331 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:38,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494278778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494278778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,791 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/8cb50114ac334add9ad7fceed54acd7d is 175, key is test_row_0/A:col10/1732494217443/Put/seqid=0 2024-11-25T00:23:38,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494278779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742223_1399 (size=14794) 2024-11-25T00:23:38,835 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:38,838 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256684d5ac2a034b0bae3d74a5f0556385_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256684d5ac2a034b0bae3d74a5f0556385_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:38,839 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/4e988cf20f80401f8c389e3b504e94fd, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:38,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/4e988cf20f80401f8c389e3b504e94fd is 175, key is test_row_0/A:col10/1732494218118/Put/seqid=0 2024-11-25T00:23:38,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742224_1400 (size=31481) 2024-11-25T00:23:38,857 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/8cb50114ac334add9ad7fceed54acd7d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/8cb50114ac334add9ad7fceed54acd7d 2024-11-25T00:23:38,861 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/A of a6c8ded2ae4d359f969d5a404f0abce4 into 8cb50114ac334add9ad7fceed54acd7d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:38,862 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:38,862 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/A, priority=12, startTime=1732494218698; duration=0sec 2024-11-25T00:23:38,862 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:38,862 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:A 2024-11-25T00:23:38,862 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:38,863 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:38,863 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/C is initiating minor compaction (all files) 2024-11-25T00:23:38,863 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/C in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:38,863 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/2f9477f9ce6445ecb709302acf7e2560, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/76baff4226d14d59821025e34734cc60, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8360165a98c0414993c9991d9db1f3d4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4ef329154c324d4d92aab67512b1167c] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=47.5 K 2024-11-25T00:23:38,864 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f9477f9ce6445ecb709302acf7e2560, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732494214414 2024-11-25T00:23:38,865 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76baff4226d14d59821025e34734cc60, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732494215066 2024-11-25T00:23:38,865 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8360165a98c0414993c9991d9db1f3d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732494216248 2024-11-25T00:23:38,866 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ef329154c324d4d92aab67512b1167c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494217431 2024-11-25T00:23:38,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742225_1401 (size=39749) 2024-11-25T00:23:38,889 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/4e988cf20f80401f8c389e3b504e94fd 2024-11-25T00:23:38,889 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#C#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:38,890 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/26a39ed188ef47b7b6410e6e95789593 is 50, key is test_row_0/C:col10/1732494217443/Put/seqid=0 2024-11-25T00:23:38,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494278880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494278888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494278891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494278892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494278892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742226_1402 (size=12527) 2024-11-25T00:23:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T00:23:38,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/ec700ca2d3df4e869e0049405e910c2b is 50, key is test_row_0/B:col10/1732494218118/Put/seqid=0 2024-11-25T00:23:38,920 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/26a39ed188ef47b7b6410e6e95789593 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/26a39ed188ef47b7b6410e6e95789593 2024-11-25T00:23:38,927 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:38,927 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/C of a6c8ded2ae4d359f969d5a404f0abce4 into 26a39ed188ef47b7b6410e6e95789593(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:38,927 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:38,927 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/C, priority=12, startTime=1732494218699; duration=0sec 2024-11-25T00:23:38,927 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:38,927 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:C 2024-11-25T00:23:38,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T00:23:38,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:38,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:38,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:38,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742227_1403 (size=12151) 2024-11-25T00:23:38,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/ec700ca2d3df4e869e0049405e910c2b 2024-11-25T00:23:38,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/9abe136ec5ff4df5b29ea8c7b3b3f6f7 is 50, key is test_row_0/C:col10/1732494218118/Put/seqid=0 2024-11-25T00:23:39,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742228_1404 (size=12151) 2024-11-25T00:23:39,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/9abe136ec5ff4df5b29ea8c7b3b3f6f7 2024-11-25T00:23:39,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/4e988cf20f80401f8c389e3b504e94fd as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/4e988cf20f80401f8c389e3b504e94fd 2024-11-25T00:23:39,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/4e988cf20f80401f8c389e3b504e94fd, entries=200, sequenceid=193, filesize=38.8 K 2024-11-25T00:23:39,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/ec700ca2d3df4e869e0049405e910c2b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/ec700ca2d3df4e869e0049405e910c2b 2024-11-25T00:23:39,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/ec700ca2d3df4e869e0049405e910c2b, entries=150, sequenceid=193, filesize=11.9 K 2024-11-25T00:23:39,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/9abe136ec5ff4df5b29ea8c7b3b3f6f7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/9abe136ec5ff4df5b29ea8c7b3b3f6f7 2024-11-25T00:23:39,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/9abe136ec5ff4df5b29ea8c7b3b3f6f7, entries=150, sequenceid=193, filesize=11.9 K 2024-11-25T00:23:39,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a6c8ded2ae4d359f969d5a404f0abce4 in 301ms, sequenceid=193, compaction requested=false 2024-11-25T00:23:39,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:39,079 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T00:23:39,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:39,080 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:23:39,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:39,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:39,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:39,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:39,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:39,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:39,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e1b0e6e50b334989a1205779290c8e11_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494218775/Put/seqid=0 2024-11-25T00:23:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:39,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:39,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742229_1405 (size=12304) 2024-11-25T00:23:39,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494279144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494279145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,160 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/6616dd87a5c7466d866c04b6ce8807df as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6616dd87a5c7466d866c04b6ce8807df 2024-11-25T00:23:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494279146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,166 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/B of a6c8ded2ae4d359f969d5a404f0abce4 into 6616dd87a5c7466d866c04b6ce8807df(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:39,166 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:39,166 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/B, priority=12, startTime=1732494218699; duration=0sec 2024-11-25T00:23:39,166 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:39,166 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:B 2024-11-25T00:23:39,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494279157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494279159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494279261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494279261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494279262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494279271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494279272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T00:23:39,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494279469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494279469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494279470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494279477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494279477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,535 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e1b0e6e50b334989a1205779290c8e11_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e1b0e6e50b334989a1205779290c8e11_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:39,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5ef8fc8ca05a42aea909c0524c6198cd, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:39,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5ef8fc8ca05a42aea909c0524c6198cd is 175, key is test_row_0/A:col10/1732494218775/Put/seqid=0 2024-11-25T00:23:39,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742230_1406 (size=31105) 2024-11-25T00:23:39,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T00:23:39,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T00:23:39,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494279780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494279782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494279783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494279785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494279786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:39,947 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5ef8fc8ca05a42aea909c0524c6198cd 2024-11-25T00:23:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/d718ce18f1e44bf6b065c2ab115a5545 is 50, key is test_row_0/B:col10/1732494218775/Put/seqid=0 2024-11-25T00:23:39,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742231_1407 (size=12151) 2024-11-25T00:23:40,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494280286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:40,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494280288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:40,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494280289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:40,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494280297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:40,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494280299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:40,391 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/d718ce18f1e44bf6b065c2ab115a5545 2024-11-25T00:23:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/42349004c16a42749f2db012d4bea0e9 is 50, key is test_row_0/C:col10/1732494218775/Put/seqid=0 2024-11-25T00:23:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T00:23:40,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742232_1408 (size=12151) 2024-11-25T00:23:40,860 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/42349004c16a42749f2db012d4bea0e9 2024-11-25T00:23:40,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5ef8fc8ca05a42aea909c0524c6198cd as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5ef8fc8ca05a42aea909c0524c6198cd 2024-11-25T00:23:40,870 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5ef8fc8ca05a42aea909c0524c6198cd, entries=150, sequenceid=208, filesize=30.4 K 2024-11-25T00:23:40,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/d718ce18f1e44bf6b065c2ab115a5545 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d718ce18f1e44bf6b065c2ab115a5545 2024-11-25T00:23:40,875 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d718ce18f1e44bf6b065c2ab115a5545, entries=150, sequenceid=208, filesize=11.9 K 2024-11-25T00:23:40,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/42349004c16a42749f2db012d4bea0e9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/42349004c16a42749f2db012d4bea0e9 2024-11-25T00:23:40,880 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/42349004c16a42749f2db012d4bea0e9, entries=150, sequenceid=208, filesize=11.9 K 2024-11-25T00:23:40,881 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a6c8ded2ae4d359f969d5a404f0abce4 in 1801ms, sequenceid=208, compaction requested=true 2024-11-25T00:23:40,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:40,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:40,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-25T00:23:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-25T00:23:40,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-25T00:23:40,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5700 sec 2024-11-25T00:23:40,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.5750 sec 2024-11-25T00:23:41,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:23:41,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:41,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:41,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:41,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:41,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:41,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:41,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251a3af2ac260c47e79b3b73a235410fdc_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494219139/Put/seqid=0 2024-11-25T00:23:41,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742233_1409 (size=14794) 2024-11-25T00:23:41,331 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:41,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494281322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494281323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494281324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,339 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251a3af2ac260c47e79b3b73a235410fdc_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251a3af2ac260c47e79b3b73a235410fdc_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:41,340 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/ecb1ff1964124009a2e102310bb7c512, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:41,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/ecb1ff1964124009a2e102310bb7c512 is 175, key is test_row_0/A:col10/1732494219139/Put/seqid=0 2024-11-25T00:23:41,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742234_1410 (size=39749) 2024-11-25T00:23:41,347 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/ecb1ff1964124009a2e102310bb7c512 2024-11-25T00:23:41,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494281337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494281339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/44ddffc2a4d84b67bb2aa3747977cdb5 is 50, key is test_row_0/B:col10/1732494219139/Put/seqid=0 2024-11-25T00:23:41,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742235_1411 (size=12151) 2024-11-25T00:23:41,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/44ddffc2a4d84b67bb2aa3747977cdb5 2024-11-25T00:23:41,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/85cf01aa085b4aaf99c281d1c0cface9 is 50, key is test_row_0/C:col10/1732494219139/Put/seqid=0 2024-11-25T00:23:41,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494281439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494281439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494281440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494281449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494281449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742236_1412 (size=12151) 2024-11-25T00:23:41,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/85cf01aa085b4aaf99c281d1c0cface9 2024-11-25T00:23:41,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/ecb1ff1964124009a2e102310bb7c512 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/ecb1ff1964124009a2e102310bb7c512 2024-11-25T00:23:41,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/ecb1ff1964124009a2e102310bb7c512, entries=200, sequenceid=233, filesize=38.8 K 2024-11-25T00:23:41,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/44ddffc2a4d84b67bb2aa3747977cdb5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/44ddffc2a4d84b67bb2aa3747977cdb5 2024-11-25T00:23:41,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/44ddffc2a4d84b67bb2aa3747977cdb5, entries=150, sequenceid=233, filesize=11.9 K 2024-11-25T00:23:41,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/85cf01aa085b4aaf99c281d1c0cface9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/85cf01aa085b4aaf99c281d1c0cface9 2024-11-25T00:23:41,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/85cf01aa085b4aaf99c281d1c0cface9, entries=150, sequenceid=233, filesize=11.9 K 2024-11-25T00:23:41,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a6c8ded2ae4d359f969d5a404f0abce4 in 183ms, sequenceid=233, compaction requested=true 2024-11-25T00:23:41,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:41,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:41,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:41,491 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:41,491 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:41,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:41,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:41,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:41,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:41,492 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:41,492 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142084 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:41,493 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/A is initiating minor compaction (all files) 2024-11-25T00:23:41,493 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/B is initiating minor compaction (all files) 2024-11-25T00:23:41,493 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/A in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:41,493 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/B in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:41,493 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/8cb50114ac334add9ad7fceed54acd7d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/4e988cf20f80401f8c389e3b504e94fd, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5ef8fc8ca05a42aea909c0524c6198cd, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/ecb1ff1964124009a2e102310bb7c512] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=138.8 K 2024-11-25T00:23:41,493 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6616dd87a5c7466d866c04b6ce8807df, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/ec700ca2d3df4e869e0049405e910c2b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d718ce18f1e44bf6b065c2ab115a5545, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/44ddffc2a4d84b67bb2aa3747977cdb5] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=47.8 K 2024-11-25T00:23:41,493 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:41,493 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/8cb50114ac334add9ad7fceed54acd7d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/4e988cf20f80401f8c389e3b504e94fd, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5ef8fc8ca05a42aea909c0524c6198cd, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/ecb1ff1964124009a2e102310bb7c512] 2024-11-25T00:23:41,493 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 6616dd87a5c7466d866c04b6ce8807df, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494217431 2024-11-25T00:23:41,494 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cb50114ac334add9ad7fceed54acd7d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494217431 2024-11-25T00:23:41,494 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting ec700ca2d3df4e869e0049405e910c2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732494218118 2024-11-25T00:23:41,494 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e988cf20f80401f8c389e3b504e94fd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732494218118 2024-11-25T00:23:41,494 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting d718ce18f1e44bf6b065c2ab115a5545, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732494218765 2024-11-25T00:23:41,495 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 44ddffc2a4d84b67bb2aa3747977cdb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732494219139 2024-11-25T00:23:41,495 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ef8fc8ca05a42aea909c0524c6198cd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732494218765 2024-11-25T00:23:41,496 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecb1ff1964124009a2e102310bb7c512, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732494219139 2024-11-25T00:23:41,519 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:41,526 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#B#compaction#344 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:41,527 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/76b2fb77fcca486cb686beab4e3fcdef is 50, key is test_row_0/B:col10/1732494219139/Put/seqid=0 2024-11-25T00:23:41,532 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125988e0c3ffae5444daf269507141d4343_a6c8ded2ae4d359f969d5a404f0abce4 store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:41,535 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125988e0c3ffae5444daf269507141d4343_a6c8ded2ae4d359f969d5a404f0abce4, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:41,535 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125988e0c3ffae5444daf269507141d4343_a6c8ded2ae4d359f969d5a404f0abce4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:41,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742237_1413 (size=12663) 2024-11-25T00:23:41,587 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/76b2fb77fcca486cb686beab4e3fcdef as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/76b2fb77fcca486cb686beab4e3fcdef 2024-11-25T00:23:41,592 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/B of a6c8ded2ae4d359f969d5a404f0abce4 into 76b2fb77fcca486cb686beab4e3fcdef(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:41,592 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:41,592 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/B, priority=12, startTime=1732494221491; duration=0sec 2024-11-25T00:23:41,593 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:41,593 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:B 2024-11-25T00:23:41,593 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:41,594 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:41,594 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/C is initiating minor compaction (all files) 2024-11-25T00:23:41,594 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/C in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:41,594 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/26a39ed188ef47b7b6410e6e95789593, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/9abe136ec5ff4df5b29ea8c7b3b3f6f7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/42349004c16a42749f2db012d4bea0e9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/85cf01aa085b4aaf99c281d1c0cface9] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=47.8 K 2024-11-25T00:23:41,595 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 26a39ed188ef47b7b6410e6e95789593, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494217431 2024-11-25T00:23:41,596 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 9abe136ec5ff4df5b29ea8c7b3b3f6f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732494218118 2024-11-25T00:23:41,596 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 42349004c16a42749f2db012d4bea0e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732494218765 2024-11-25T00:23:41,596 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 85cf01aa085b4aaf99c281d1c0cface9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732494219139 2024-11-25T00:23:41,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742238_1414 (size=4469) 2024-11-25T00:23:41,610 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#A#compaction#343 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:41,610 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/3f86984ffe9e438ab625aa30356b7e0d is 175, key is test_row_0/A:col10/1732494219139/Put/seqid=0 2024-11-25T00:23:41,619 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#C#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:41,621 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/115fd10ba7b145a9b1f645675f8c3a24 is 50, key is test_row_0/C:col10/1732494219139/Put/seqid=0 2024-11-25T00:23:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:41,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:23:41,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:41,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:41,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:41,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:41,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:41,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:41,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742239_1415 (size=31617) 2024-11-25T00:23:41,670 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/3f86984ffe9e438ab625aa30356b7e0d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/3f86984ffe9e438ab625aa30356b7e0d 2024-11-25T00:23:41,677 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/A of a6c8ded2ae4d359f969d5a404f0abce4 into 3f86984ffe9e438ab625aa30356b7e0d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:41,677 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:41,677 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/A, priority=12, startTime=1732494221491; duration=0sec 2024-11-25T00:23:41,677 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:41,677 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:A 2024-11-25T00:23:41,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494281690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494281692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494281697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742240_1416 (size=12663) 2024-11-25T00:23:41,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494281698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ef8937b500d44e818684c734bb639ccb_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494221323/Put/seqid=0 2024-11-25T00:23:41,713 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/115fd10ba7b145a9b1f645675f8c3a24 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/115fd10ba7b145a9b1f645675f8c3a24 2024-11-25T00:23:41,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494281703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,719 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/C of a6c8ded2ae4d359f969d5a404f0abce4 into 115fd10ba7b145a9b1f645675f8c3a24(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:41,719 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:41,719 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/C, priority=12, startTime=1732494221492; duration=0sec 2024-11-25T00:23:41,719 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:41,719 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:C 2024-11-25T00:23:41,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742241_1417 (size=14794) 2024-11-25T00:23:41,739 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:41,754 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ef8937b500d44e818684c734bb639ccb_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ef8937b500d44e818684c734bb639ccb_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:41,755 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/023a16d06df94eb188bac7315a698c81, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:41,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/023a16d06df94eb188bac7315a698c81 is 175, key is test_row_0/A:col10/1732494221323/Put/seqid=0 2024-11-25T00:23:41,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742242_1418 (size=39749) 2024-11-25T00:23:41,799 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/023a16d06df94eb188bac7315a698c81 2024-11-25T00:23:41,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494281804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494281805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494281808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494281808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494281816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:41,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/e718a3fb75c7407992d39ff21e69b9be is 50, key is test_row_0/B:col10/1732494221323/Put/seqid=0 2024-11-25T00:23:41,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742243_1419 (size=12151) 2024-11-25T00:23:42,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494282011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494282012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494282013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494282014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494282021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/e718a3fb75c7407992d39ff21e69b9be 2024-11-25T00:23:42,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/4c6346f373074ed0889840fb6060512f is 50, key is test_row_0/C:col10/1732494221323/Put/seqid=0 2024-11-25T00:23:42,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742244_1420 (size=12151) 2024-11-25T00:23:42,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/4c6346f373074ed0889840fb6060512f 2024-11-25T00:23:42,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/023a16d06df94eb188bac7315a698c81 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/023a16d06df94eb188bac7315a698c81 2024-11-25T00:23:42,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/023a16d06df94eb188bac7315a698c81, entries=200, sequenceid=247, filesize=38.8 K 2024-11-25T00:23:42,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/e718a3fb75c7407992d39ff21e69b9be as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e718a3fb75c7407992d39ff21e69b9be 2024-11-25T00:23:42,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e718a3fb75c7407992d39ff21e69b9be, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T00:23:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/4c6346f373074ed0889840fb6060512f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4c6346f373074ed0889840fb6060512f 2024-11-25T00:23:42,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4c6346f373074ed0889840fb6060512f, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T00:23:42,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a6c8ded2ae4d359f969d5a404f0abce4 in 657ms, sequenceid=247, compaction requested=false 2024-11-25T00:23:42,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:42,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:23:42,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:42,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494282335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494282336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494282338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494282339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494282340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112509b84c013d964a82b2739a9789362744_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494222324/Put/seqid=0 2024-11-25T00:23:42,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742245_1421 (size=17534) 2024-11-25T00:23:42,391 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:42,398 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112509b84c013d964a82b2739a9789362744_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112509b84c013d964a82b2739a9789362744_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:42,401 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/36f14ea8770d495198fde75bffa771e9, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:42,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/36f14ea8770d495198fde75bffa771e9 is 175, key is test_row_0/A:col10/1732494222324/Put/seqid=0 2024-11-25T00:23:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T00:23:42,419 INFO [Thread-1598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-25T00:23:42,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-25T00:23:42,424 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T00:23:42,426 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:42,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:42,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742246_1422 (size=48639) 2024-11-25T00:23:42,434 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/36f14ea8770d495198fde75bffa771e9 2024-11-25T00:23:42,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494282441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/682fc10cd4944c7aa88e6fa79f38a78a is 50, key is test_row_0/B:col10/1732494222324/Put/seqid=0 2024-11-25T00:23:42,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494282446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494282446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494282447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494282447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742247_1423 (size=12301) 2024-11-25T00:23:42,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/682fc10cd4944c7aa88e6fa79f38a78a 2024-11-25T00:23:42,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/923ccb433bf84a9da8f48456cc45029d is 50, key is test_row_0/C:col10/1732494222324/Put/seqid=0 2024-11-25T00:23:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T00:23:42,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742248_1424 (size=12301) 2024-11-25T00:23:42,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/923ccb433bf84a9da8f48456cc45029d 2024-11-25T00:23:42,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/36f14ea8770d495198fde75bffa771e9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/36f14ea8770d495198fde75bffa771e9 2024-11-25T00:23:42,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/36f14ea8770d495198fde75bffa771e9, entries=250, sequenceid=276, filesize=47.5 K 2024-11-25T00:23:42,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/682fc10cd4944c7aa88e6fa79f38a78a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/682fc10cd4944c7aa88e6fa79f38a78a 2024-11-25T00:23:42,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/682fc10cd4944c7aa88e6fa79f38a78a, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T00:23:42,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/923ccb433bf84a9da8f48456cc45029d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/923ccb433bf84a9da8f48456cc45029d 2024-11-25T00:23:42,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/923ccb433bf84a9da8f48456cc45029d, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T00:23:42,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a6c8ded2ae4d359f969d5a404f0abce4 in 243ms, sequenceid=276, compaction requested=true 2024-11-25T00:23:42,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:42,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:42,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:42,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:42,570 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:42,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:42,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:42,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:42,570 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:42,572 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:42,572 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:42,572 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/A is initiating minor compaction (all files) 2024-11-25T00:23:42,572 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/B is initiating minor compaction (all files) 2024-11-25T00:23:42,572 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/A in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:42,572 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/B in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:42,572 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/3f86984ffe9e438ab625aa30356b7e0d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/023a16d06df94eb188bac7315a698c81, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/36f14ea8770d495198fde75bffa771e9] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=117.2 K 2024-11-25T00:23:42,572 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/76b2fb77fcca486cb686beab4e3fcdef, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e718a3fb75c7407992d39ff21e69b9be, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/682fc10cd4944c7aa88e6fa79f38a78a] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=36.2 K 2024-11-25T00:23:42,572 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:42,572 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/3f86984ffe9e438ab625aa30356b7e0d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/023a16d06df94eb188bac7315a698c81, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/36f14ea8770d495198fde75bffa771e9] 2024-11-25T00:23:42,572 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 76b2fb77fcca486cb686beab4e3fcdef, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732494219139 2024-11-25T00:23:42,573 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f86984ffe9e438ab625aa30356b7e0d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732494219139 2024-11-25T00:23:42,573 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting e718a3fb75c7407992d39ff21e69b9be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732494221323 2024-11-25T00:23:42,573 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 682fc10cd4944c7aa88e6fa79f38a78a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494222324 2024-11-25T00:23:42,574 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 023a16d06df94eb188bac7315a698c81, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732494221322 2024-11-25T00:23:42,574 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36f14ea8770d495198fde75bffa771e9, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494221700 2024-11-25T00:23:42,577 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T00:23:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:42,578 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T00:23:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:42,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:42,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:42,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:42,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:42,596 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#B#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:42,596 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/ea3081dc0ddb49f8ae2729ed6d86da0d is 50, key is test_row_0/B:col10/1732494222324/Put/seqid=0 2024-11-25T00:23:42,605 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:42,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251ea7aea09f264b38909e8702f6f7eaa7_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494222336/Put/seqid=0 2024-11-25T00:23:42,636 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411253c736257ca0141299bad95cbf1f431be_a6c8ded2ae4d359f969d5a404f0abce4 store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:42,639 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411253c736257ca0141299bad95cbf1f431be_a6c8ded2ae4d359f969d5a404f0abce4, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:42,639 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253c736257ca0141299bad95cbf1f431be_a6c8ded2ae4d359f969d5a404f0abce4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:42,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742249_1425 (size=12915) 2024-11-25T00:23:42,665 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/ea3081dc0ddb49f8ae2729ed6d86da0d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/ea3081dc0ddb49f8ae2729ed6d86da0d 2024-11-25T00:23:42,672 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/B of a6c8ded2ae4d359f969d5a404f0abce4 into ea3081dc0ddb49f8ae2729ed6d86da0d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:42,672 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:42,673 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/B, priority=13, startTime=1732494222570; duration=0sec 2024-11-25T00:23:42,673 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:42,673 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:B 2024-11-25T00:23:42,673 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:42,674 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:42,674 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/C is initiating minor compaction (all files) 2024-11-25T00:23:42,674 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/C in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:42,674 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/115fd10ba7b145a9b1f645675f8c3a24, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4c6346f373074ed0889840fb6060512f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/923ccb433bf84a9da8f48456cc45029d] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=36.2 K 2024-11-25T00:23:42,676 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 115fd10ba7b145a9b1f645675f8c3a24, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732494219139 2024-11-25T00:23:42,676 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c6346f373074ed0889840fb6060512f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732494221323 2024-11-25T00:23:42,678 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 923ccb433bf84a9da8f48456cc45029d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494222324 2024-11-25T00:23:42,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742250_1426 (size=12454) 2024-11-25T00:23:42,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742251_1427 (size=4469) 2024-11-25T00:23:42,702 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#C#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:42,702 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#A#compaction#353 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:42,703 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/a87e1542cf124d3096bdc2d5beb20170 is 50, key is test_row_0/C:col10/1732494222324/Put/seqid=0 2024-11-25T00:23:42,703 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/87486f0b58344d468a44127e88993eaa is 175, key is test_row_0/A:col10/1732494222324/Put/seqid=0 2024-11-25T00:23:42,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494282706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494282706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494282709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494282714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494282716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T00:23:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742253_1429 (size=12915) 2024-11-25T00:23:42,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742252_1428 (size=31869) 2024-11-25T00:23:42,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494282817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494282818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494282819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494282823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:42,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494282825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T00:23:43,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494283026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494283027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494283027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494283028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494283033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:43,094 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251ea7aea09f264b38909e8702f6f7eaa7_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251ea7aea09f264b38909e8702f6f7eaa7_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:43,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/354e118b8a3140cd920a6c9f6107e645, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:43,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/354e118b8a3140cd920a6c9f6107e645 is 175, key is test_row_0/A:col10/1732494222336/Put/seqid=0 2024-11-25T00:23:43,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742254_1430 (size=31255) 2024-11-25T00:23:43,140 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/354e118b8a3140cd920a6c9f6107e645 2024-11-25T00:23:43,147 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/a87e1542cf124d3096bdc2d5beb20170 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/a87e1542cf124d3096bdc2d5beb20170 2024-11-25T00:23:43,156 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/C of a6c8ded2ae4d359f969d5a404f0abce4 into a87e1542cf124d3096bdc2d5beb20170(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:43,156 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:43,156 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/C, priority=13, startTime=1732494222570; duration=0sec 2024-11-25T00:23:43,157 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:43,157 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:C 2024-11-25T00:23:43,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/105f9a3365cd43cc9b3710192017a022 is 50, key is test_row_0/B:col10/1732494222336/Put/seqid=0 2024-11-25T00:23:43,164 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/87486f0b58344d468a44127e88993eaa as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/87486f0b58344d468a44127e88993eaa 2024-11-25T00:23:43,170 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/A of a6c8ded2ae4d359f969d5a404f0abce4 into 87486f0b58344d468a44127e88993eaa(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:43,170 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:43,170 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/A, priority=13, startTime=1732494222570; duration=0sec 2024-11-25T00:23:43,170 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:43,170 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:A 2024-11-25T00:23:43,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742255_1431 (size=12301) 2024-11-25T00:23:43,191 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/105f9a3365cd43cc9b3710192017a022 2024-11-25T00:23:43,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/157d154d3c0047e18cbd022b69e73dc1 is 50, key is test_row_0/C:col10/1732494222336/Put/seqid=0 2024-11-25T00:23:43,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742256_1432 (size=12301) 2024-11-25T00:23:43,246 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/157d154d3c0047e18cbd022b69e73dc1 2024-11-25T00:23:43,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/354e118b8a3140cd920a6c9f6107e645 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/354e118b8a3140cd920a6c9f6107e645 2024-11-25T00:23:43,255 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/354e118b8a3140cd920a6c9f6107e645, entries=150, sequenceid=285, filesize=30.5 K 2024-11-25T00:23:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/105f9a3365cd43cc9b3710192017a022 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/105f9a3365cd43cc9b3710192017a022 2024-11-25T00:23:43,261 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/105f9a3365cd43cc9b3710192017a022, entries=150, sequenceid=285, filesize=12.0 K 2024-11-25T00:23:43,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/157d154d3c0047e18cbd022b69e73dc1 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/157d154d3c0047e18cbd022b69e73dc1 2024-11-25T00:23:43,265 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/157d154d3c0047e18cbd022b69e73dc1, entries=150, sequenceid=285, filesize=12.0 K 2024-11-25T00:23:43,266 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for a6c8ded2ae4d359f969d5a404f0abce4 in 688ms, sequenceid=285, compaction requested=false 2024-11-25T00:23:43,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:43,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:43,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-25T00:23:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-25T00:23:43,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-25T00:23:43,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 844 msec 2024-11-25T00:23:43,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 851 msec 2024-11-25T00:23:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:43,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-25T00:23:43,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:43,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:43,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:43,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:43,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:43,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:43,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494283346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494283347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494283350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494283350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494283359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d47343a39474450d946a9ad464ab8d70_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494223343/Put/seqid=0 2024-11-25T00:23:43,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742257_1433 (size=14994) 2024-11-25T00:23:43,429 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:43,436 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d47343a39474450d946a9ad464ab8d70_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d47343a39474450d946a9ad464ab8d70_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:43,437 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/fa8f16a7067549a684c2c1abfbccc227, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:43,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/fa8f16a7067549a684c2c1abfbccc227 is 175, key is test_row_0/A:col10/1732494223343/Put/seqid=0 2024-11-25T00:23:43,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494283460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494283461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494283461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494283465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494283468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742258_1434 (size=39949) 2024-11-25T00:23:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T00:23:43,531 INFO [Thread-1598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-25T00:23:43,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-25T00:23:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T00:23:43,534 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:43,535 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:43,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T00:23:43,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494283668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494283669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494283670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494283670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494283676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,687 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T00:23:43,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:43,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:43,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:43,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T00:23:43,841 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T00:23:43,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:43,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:43,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:43,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,881 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/fa8f16a7067549a684c2c1abfbccc227 2024-11-25T00:23:43,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/25c1f9520d68411ab65e62180e864902 is 50, key is test_row_0/B:col10/1732494223343/Put/seqid=0 2024-11-25T00:23:43,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742259_1435 (size=12301) 2024-11-25T00:23:43,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/25c1f9520d68411ab65e62180e864902 2024-11-25T00:23:43,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/29e5ac592ba24f4289bafaca4c0b83e1 is 50, key is test_row_0/C:col10/1732494223343/Put/seqid=0 2024-11-25T00:23:43,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742260_1436 (size=12301) 2024-11-25T00:23:43,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/29e5ac592ba24f4289bafaca4c0b83e1 2024-11-25T00:23:43,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/fa8f16a7067549a684c2c1abfbccc227 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/fa8f16a7067549a684c2c1abfbccc227 2024-11-25T00:23:43,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494283972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494283973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494283974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494283975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/fa8f16a7067549a684c2c1abfbccc227, entries=200, sequenceid=318, filesize=39.0 K 2024-11-25T00:23:43,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/25c1f9520d68411ab65e62180e864902 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/25c1f9520d68411ab65e62180e864902 2024-11-25T00:23:43,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/25c1f9520d68411ab65e62180e864902, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T00:23:43,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/29e5ac592ba24f4289bafaca4c0b83e1 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/29e5ac592ba24f4289bafaca4c0b83e1 2024-11-25T00:23:43,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494283982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,994 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:43,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T00:23:43,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:43,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:43,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:43,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:44,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/29e5ac592ba24f4289bafaca4c0b83e1, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T00:23:44,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for a6c8ded2ae4d359f969d5a404f0abce4 in 656ms, sequenceid=318, compaction requested=true 2024-11-25T00:23:44,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:44,002 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:44,003 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:44,003 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/A is initiating minor compaction (all files) 2024-11-25T00:23:44,003 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/A in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:44,003 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/87486f0b58344d468a44127e88993eaa, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/354e118b8a3140cd920a6c9f6107e645, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/fa8f16a7067549a684c2c1abfbccc227] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=100.7 K 2024-11-25T00:23:44,003 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:44,003 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/87486f0b58344d468a44127e88993eaa, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/354e118b8a3140cd920a6c9f6107e645, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/fa8f16a7067549a684c2c1abfbccc227] 2024-11-25T00:23:44,004 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87486f0b58344d468a44127e88993eaa, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494222324 2024-11-25T00:23:44,004 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 354e118b8a3140cd920a6c9f6107e645, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732494222336 2024-11-25T00:23:44,005 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa8f16a7067549a684c2c1abfbccc227, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732494222714 2024-11-25T00:23:44,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:44,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:44,007 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:44,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:44,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:44,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:44,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:44,008 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:44,008 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/B is initiating minor compaction (all files) 2024-11-25T00:23:44,008 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/B in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:44,008 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/ea3081dc0ddb49f8ae2729ed6d86da0d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/105f9a3365cd43cc9b3710192017a022, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/25c1f9520d68411ab65e62180e864902] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=36.6 K 2024-11-25T00:23:44,009 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting ea3081dc0ddb49f8ae2729ed6d86da0d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494222324 2024-11-25T00:23:44,009 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 105f9a3365cd43cc9b3710192017a022, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732494222336 2024-11-25T00:23:44,012 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 25c1f9520d68411ab65e62180e864902, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732494222714 2024-11-25T00:23:44,025 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:44,037 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#B#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:44,038 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/377cb3d157cd4d46a2d521bb246f8662 is 50, key is test_row_0/B:col10/1732494223343/Put/seqid=0 2024-11-25T00:23:44,043 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125dd1fd0afc47b4fcb8c51f8abe9161da7_a6c8ded2ae4d359f969d5a404f0abce4 store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:44,045 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125dd1fd0afc47b4fcb8c51f8abe9161da7_a6c8ded2ae4d359f969d5a404f0abce4, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:44,045 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dd1fd0afc47b4fcb8c51f8abe9161da7_a6c8ded2ae4d359f969d5a404f0abce4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:44,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742261_1437 (size=13017) 2024-11-25T00:23:44,084 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/377cb3d157cd4d46a2d521bb246f8662 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/377cb3d157cd4d46a2d521bb246f8662 2024-11-25T00:23:44,089 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/B of a6c8ded2ae4d359f969d5a404f0abce4 into 377cb3d157cd4d46a2d521bb246f8662(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:44,089 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:44,090 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/B, priority=13, startTime=1732494224007; duration=0sec 2024-11-25T00:23:44,090 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:44,090 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:B 2024-11-25T00:23:44,090 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:44,091 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:44,091 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/C is initiating minor compaction (all files) 2024-11-25T00:23:44,091 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/C in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:44,091 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/a87e1542cf124d3096bdc2d5beb20170, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/157d154d3c0047e18cbd022b69e73dc1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/29e5ac592ba24f4289bafaca4c0b83e1] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=36.6 K 2024-11-25T00:23:44,092 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting a87e1542cf124d3096bdc2d5beb20170, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494222324 2024-11-25T00:23:44,093 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 157d154d3c0047e18cbd022b69e73dc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732494222336 2024-11-25T00:23:44,093 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 29e5ac592ba24f4289bafaca4c0b83e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732494222714 2024-11-25T00:23:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742262_1438 (size=4469) 2024-11-25T00:23:44,103 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#C#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:44,104 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/960e27d21e1741d28513e1aa41ec76a2 is 50, key is test_row_0/C:col10/1732494223343/Put/seqid=0 2024-11-25T00:23:44,115 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#A#compaction#361 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:44,116 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/b7df6827636f4d59b799b21944c7d847 is 175, key is test_row_0/A:col10/1732494223343/Put/seqid=0 2024-11-25T00:23:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T00:23:44,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:44,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T00:23:44,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:44,148 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-25T00:23:44,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:44,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:44,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:44,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:44,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:44,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:44,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742263_1439 (size=13017) 2024-11-25T00:23:44,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742264_1440 (size=31971) 2024-11-25T00:23:44,179 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/b7df6827636f4d59b799b21944c7d847 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/b7df6827636f4d59b799b21944c7d847 2024-11-25T00:23:44,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c732885b43564f8f9d5de8fbdbb30d90_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494223347/Put/seqid=0 2024-11-25T00:23:44,192 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/A of a6c8ded2ae4d359f969d5a404f0abce4 into b7df6827636f4d59b799b21944c7d847(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:44,192 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:44,192 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/A, priority=13, startTime=1732494224002; duration=0sec 2024-11-25T00:23:44,192 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:44,192 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:A 2024-11-25T00:23:44,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742265_1441 (size=12454) 2024-11-25T00:23:44,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,239 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c732885b43564f8f9d5de8fbdbb30d90_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c732885b43564f8f9d5de8fbdbb30d90_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:44,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/c72c268c14c34ce38c21cc4de8e8abc5, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:44,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/c72c268c14c34ce38c21cc4de8e8abc5 is 175, key is test_row_0/A:col10/1732494223347/Put/seqid=0 2024-11-25T00:23:44,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742266_1442 (size=31255) 2024-11-25T00:23:44,291 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/c72c268c14c34ce38c21cc4de8e8abc5 2024-11-25T00:23:44,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/e901df83162146e78fe649a6f22c5361 is 50, key is test_row_0/B:col10/1732494223347/Put/seqid=0 2024-11-25T00:23:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742267_1443 (size=12301) 2024-11-25T00:23:44,313 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/e901df83162146e78fe649a6f22c5361 2024-11-25T00:23:44,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/d629e6ffc183477ebc734d687211c911 is 50, key is test_row_0/C:col10/1732494223347/Put/seqid=0 2024-11-25T00:23:44,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742268_1444 (size=12301) 2024-11-25T00:23:44,368 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/d629e6ffc183477ebc734d687211c911 2024-11-25T00:23:44,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/c72c268c14c34ce38c21cc4de8e8abc5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/c72c268c14c34ce38c21cc4de8e8abc5 2024-11-25T00:23:44,383 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/c72c268c14c34ce38c21cc4de8e8abc5, entries=150, sequenceid=325, filesize=30.5 K 2024-11-25T00:23:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/e901df83162146e78fe649a6f22c5361 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e901df83162146e78fe649a6f22c5361 2024-11-25T00:23:44,389 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e901df83162146e78fe649a6f22c5361, entries=150, sequenceid=325, filesize=12.0 K 2024-11-25T00:23:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/d629e6ffc183477ebc734d687211c911 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/d629e6ffc183477ebc734d687211c911 2024-11-25T00:23:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,397 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/d629e6ffc183477ebc734d687211c911, entries=150, sequenceid=325, filesize=12.0 K 2024-11-25T00:23:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,398 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for a6c8ded2ae4d359f969d5a404f0abce4 in 250ms, sequenceid=325, compaction requested=false 2024-11-25T00:23:44,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:44,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:44,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-25T00:23:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-25T00:23:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-25T00:23:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 865 msec 2024-11-25T00:23:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 871 msec 2024-11-25T00:23:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,560 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/960e27d21e1741d28513e1aa41ec76a2 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/960e27d21e1741d28513e1aa41ec76a2 2024-11-25T00:23:44,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:44,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:44,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:44,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:44,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:44,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,566 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/C of a6c8ded2ae4d359f969d5a404f0abce4 into 960e27d21e1741d28513e1aa41ec76a2(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:44,566 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:44,566 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/C, priority=13, startTime=1732494224008; duration=0sec 2024-11-25T00:23:44,566 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:44,566 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:C 2024-11-25T00:23:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250980a5801159489aa00e31faee17e759_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494224554/Put/seqid=0 2024-11-25T00:23:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T00:23:44,639 INFO [Thread-1598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-25T00:23:44,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-25T00:23:44,642 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T00:23:44,643 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:44,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:44,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742270_1446 (size=25158) 2024-11-25T00:23:44,645 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,650 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250980a5801159489aa00e31faee17e759_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250980a5801159489aa00e31faee17e759_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:44,653 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/27f89566cefc425bb6dd9101d7ac2fa9, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:44,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/27f89566cefc425bb6dd9101d7ac2fa9 is 175, key is test_row_0/A:col10/1732494224554/Put/seqid=0 2024-11-25T00:23:44,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742269_1445 (size=74795) 2024-11-25T00:23:44,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494284658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:44,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494284662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:44,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494284664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:44,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494284664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:44,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494284666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T00:23:44,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494284770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:44,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494284775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:44,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494284775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:44,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494284776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:44,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494284777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:44,796 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:44,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T00:23:44,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:44,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:44,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:44,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:44,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T00:23:44,949 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:44,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T00:23:44,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:44,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:44,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:44,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:44,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:44,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494284980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494284996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494284996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494284998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494284998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,057 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/27f89566cefc425bb6dd9101d7ac2fa9 2024-11-25T00:23:45,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/e6576009f5184d9ea769e25a93032aef is 50, key is test_row_0/B:col10/1732494224554/Put/seqid=0 2024-11-25T00:23:45,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742271_1447 (size=12301) 2024-11-25T00:23:45,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/e6576009f5184d9ea769e25a93032aef 2024-11-25T00:23:45,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T00:23:45,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:45,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:45,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:45,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:45,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:45,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/910836e7c5234cb8a2a191a7ec4c1cad is 50, key is test_row_0/C:col10/1732494224554/Put/seqid=0 2024-11-25T00:23:45,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742272_1448 (size=12301) 2024-11-25T00:23:45,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/910836e7c5234cb8a2a191a7ec4c1cad 2024-11-25T00:23:45,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/27f89566cefc425bb6dd9101d7ac2fa9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/27f89566cefc425bb6dd9101d7ac2fa9 2024-11-25T00:23:45,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/27f89566cefc425bb6dd9101d7ac2fa9, entries=400, sequenceid=337, filesize=73.0 K 2024-11-25T00:23:45,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/e6576009f5184d9ea769e25a93032aef as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e6576009f5184d9ea769e25a93032aef 2024-11-25T00:23:45,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e6576009f5184d9ea769e25a93032aef, entries=150, sequenceid=337, filesize=12.0 K 2024-11-25T00:23:45,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/910836e7c5234cb8a2a191a7ec4c1cad as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/910836e7c5234cb8a2a191a7ec4c1cad 2024-11-25T00:23:45,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/910836e7c5234cb8a2a191a7ec4c1cad, entries=150, sequenceid=337, filesize=12.0 K 2024-11-25T00:23:45,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a6c8ded2ae4d359f969d5a404f0abce4 in 631ms, sequenceid=337, compaction requested=true 2024-11-25T00:23:45,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:45,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:45,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:45,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:45,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:45,191 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:45,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:45,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:45,191 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:45,193 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:45,193 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/B is initiating minor compaction (all files) 2024-11-25T00:23:45,193 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/B in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:45,193 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/377cb3d157cd4d46a2d521bb246f8662, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e901df83162146e78fe649a6f22c5361, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e6576009f5184d9ea769e25a93032aef] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=36.7 K 2024-11-25T00:23:45,193 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138021 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:45,193 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/A is initiating minor compaction (all files) 2024-11-25T00:23:45,193 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/A in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:45,193 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/b7df6827636f4d59b799b21944c7d847, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/c72c268c14c34ce38c21cc4de8e8abc5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/27f89566cefc425bb6dd9101d7ac2fa9] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=134.8 K 2024-11-25T00:23:45,194 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:45,194 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/b7df6827636f4d59b799b21944c7d847, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/c72c268c14c34ce38c21cc4de8e8abc5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/27f89566cefc425bb6dd9101d7ac2fa9] 2024-11-25T00:23:45,195 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 377cb3d157cd4d46a2d521bb246f8662, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732494222714 2024-11-25T00:23:45,195 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7df6827636f4d59b799b21944c7d847, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732494222714 2024-11-25T00:23:45,195 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting c72c268c14c34ce38c21cc4de8e8abc5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732494223347 2024-11-25T00:23:45,196 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting e901df83162146e78fe649a6f22c5361, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732494223347 2024-11-25T00:23:45,196 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27f89566cefc425bb6dd9101d7ac2fa9, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732494224520 2024-11-25T00:23:45,196 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting e6576009f5184d9ea769e25a93032aef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732494224554 2024-11-25T00:23:45,206 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#B#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:45,207 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/589fd8a16f4c40089090f87bd1882c53 is 50, key is test_row_0/B:col10/1732494224554/Put/seqid=0 2024-11-25T00:23:45,220 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:45,230 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112576ba03f9db9742f3a0282249e9247b46_a6c8ded2ae4d359f969d5a404f0abce4 store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:45,233 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112576ba03f9db9742f3a0282249e9247b46_a6c8ded2ae4d359f969d5a404f0abce4, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:45,233 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112576ba03f9db9742f3a0282249e9247b46_a6c8ded2ae4d359f969d5a404f0abce4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T00:23:45,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T00:23:45,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:45,257 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:23:45,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:45,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742273_1449 (size=13119) 2024-11-25T00:23:45,267 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/589fd8a16f4c40089090f87bd1882c53 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/589fd8a16f4c40089090f87bd1882c53 2024-11-25T00:23:45,273 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/B of a6c8ded2ae4d359f969d5a404f0abce4 into 589fd8a16f4c40089090f87bd1882c53(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:45,273 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:45,273 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/B, priority=13, startTime=1732494225191; duration=0sec 2024-11-25T00:23:45,274 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:45,274 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:B 2024-11-25T00:23:45,274 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:45,275 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:45,275 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/C is initiating minor compaction (all files) 2024-11-25T00:23:45,275 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/C in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:45,275 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/960e27d21e1741d28513e1aa41ec76a2, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/d629e6ffc183477ebc734d687211c911, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/910836e7c5234cb8a2a191a7ec4c1cad] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=36.7 K 2024-11-25T00:23:45,277 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 960e27d21e1741d28513e1aa41ec76a2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732494222714 2024-11-25T00:23:45,277 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting d629e6ffc183477ebc734d687211c911, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732494223347 2024-11-25T00:23:45,277 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 910836e7c5234cb8a2a191a7ec4c1cad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732494224554 2024-11-25T00:23:45,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:45,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742274_1450 (size=4469) 2024-11-25T00:23:45,312 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#A#compaction#371 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:45,313 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/bacd99115c934256ae198b8ee4ffe571 is 175, key is test_row_0/A:col10/1732494224554/Put/seqid=0 2024-11-25T00:23:45,316 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#C#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:45,317 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/bc783e9fade847ac9a898de6cc1de8cc is 50, key is test_row_0/C:col10/1732494224554/Put/seqid=0 2024-11-25T00:23:45,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125570c4ace95df4fbdbeea9c5c03490081_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494224660/Put/seqid=0 2024-11-25T00:23:45,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494285318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494285319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494285320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494285327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494285329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742275_1451 (size=32073) 2024-11-25T00:23:45,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742276_1452 (size=13119) 2024-11-25T00:23:45,371 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/bacd99115c934256ae198b8ee4ffe571 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/bacd99115c934256ae198b8ee4ffe571 2024-11-25T00:23:45,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742277_1453 (size=12454) 2024-11-25T00:23:45,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:45,376 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/bc783e9fade847ac9a898de6cc1de8cc as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/bc783e9fade847ac9a898de6cc1de8cc 2024-11-25T00:23:45,378 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/A of a6c8ded2ae4d359f969d5a404f0abce4 into bacd99115c934256ae198b8ee4ffe571(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:45,378 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:45,378 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/A, priority=13, startTime=1732494225191; duration=0sec 2024-11-25T00:23:45,378 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:45,378 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:A 2024-11-25T00:23:45,381 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125570c4ace95df4fbdbeea9c5c03490081_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125570c4ace95df4fbdbeea9c5c03490081_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:45,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/40485e75129a4b8abf7e4ec619d4e118, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:45,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/40485e75129a4b8abf7e4ec619d4e118 is 175, key is test_row_0/A:col10/1732494224660/Put/seqid=0 2024-11-25T00:23:45,385 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/C of a6c8ded2ae4d359f969d5a404f0abce4 into bc783e9fade847ac9a898de6cc1de8cc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:45,386 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:45,386 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/C, priority=13, startTime=1732494225191; duration=0sec 2024-11-25T00:23:45,386 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:45,386 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:C 2024-11-25T00:23:45,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494285430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494285431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494285431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742278_1454 (size=31255) 2024-11-25T00:23:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494285431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,440 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/40485e75129a4b8abf7e4ec619d4e118 2024-11-25T00:23:45,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494285439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/9c5ae6124a8c4a079d32e1a5433ed16f is 50, key is test_row_0/B:col10/1732494224660/Put/seqid=0 2024-11-25T00:23:45,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742279_1455 (size=12301) 2024-11-25T00:23:45,494 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/9c5ae6124a8c4a079d32e1a5433ed16f 2024-11-25T00:23:45,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/5d6c3d014e5b4412abc70600838d5327 is 50, key is test_row_0/C:col10/1732494224660/Put/seqid=0 2024-11-25T00:23:45,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742280_1456 (size=12301) 2024-11-25T00:23:45,556 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/5d6c3d014e5b4412abc70600838d5327 2024-11-25T00:23:45,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/40485e75129a4b8abf7e4ec619d4e118 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/40485e75129a4b8abf7e4ec619d4e118 2024-11-25T00:23:45,570 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/40485e75129a4b8abf7e4ec619d4e118, entries=150, sequenceid=363, filesize=30.5 K 2024-11-25T00:23:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/9c5ae6124a8c4a079d32e1a5433ed16f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/9c5ae6124a8c4a079d32e1a5433ed16f 2024-11-25T00:23:45,577 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/9c5ae6124a8c4a079d32e1a5433ed16f, entries=150, sequenceid=363, filesize=12.0 K 2024-11-25T00:23:45,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/5d6c3d014e5b4412abc70600838d5327 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/5d6c3d014e5b4412abc70600838d5327 2024-11-25T00:23:45,583 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/5d6c3d014e5b4412abc70600838d5327, entries=150, sequenceid=363, filesize=12.0 K 2024-11-25T00:23:45,584 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for a6c8ded2ae4d359f969d5a404f0abce4 in 327ms, sequenceid=363, compaction requested=false 2024-11-25T00:23:45,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:45,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:45,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-25T00:23:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-25T00:23:45,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-25T00:23:45,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 943 msec 2024-11-25T00:23:45,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 950 msec 2024-11-25T00:23:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:45,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:23:45,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:45,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:45,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:45,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:45,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:45,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:45,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251fdc7a614b414aab8b6494ffce6fb939_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494225316/Put/seqid=0 2024-11-25T00:23:45,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742281_1457 (size=17534) 2024-11-25T00:23:45,691 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:45,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494285681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494285682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494285684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,696 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251fdc7a614b414aab8b6494ffce6fb939_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251fdc7a614b414aab8b6494ffce6fb939_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:45,697 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/6b10ed8e25bf445cac0e8dc5c9af5260, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:45,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/6b10ed8e25bf445cac0e8dc5c9af5260 is 175, key is test_row_0/A:col10/1732494225316/Put/seqid=0 2024-11-25T00:23:45,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494285686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494285687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742282_1458 (size=48639) 2024-11-25T00:23:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T00:23:45,748 INFO [Thread-1598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-25T00:23:45,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-25T00:23:45,751 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:45,752 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:45,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T00:23:45,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494285794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494285795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494285795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494285802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494285802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T00:23:45,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:45,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:23:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:45,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494286000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494286003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494286004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494286009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494286010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T00:23:46,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:23:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,140 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/6b10ed8e25bf445cac0e8dc5c9af5260 2024-11-25T00:23:46,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/a20e001919584921978797bb9d3a1b6d is 50, key is test_row_0/B:col10/1732494225316/Put/seqid=0 2024-11-25T00:23:46,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742283_1459 (size=12301) 2024-11-25T00:23:46,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/a20e001919584921978797bb9d3a1b6d 2024-11-25T00:23:46,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:23:46,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:46,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/8e7fef6eedf0445386a686834dcd91cd is 50, key is test_row_0/C:col10/1732494225316/Put/seqid=0 2024-11-25T00:23:46,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742284_1460 (size=12301) 2024-11-25T00:23:46,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/8e7fef6eedf0445386a686834dcd91cd 2024-11-25T00:23:46,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/6b10ed8e25bf445cac0e8dc5c9af5260 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/6b10ed8e25bf445cac0e8dc5c9af5260 2024-11-25T00:23:46,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/6b10ed8e25bf445cac0e8dc5c9af5260, entries=250, sequenceid=380, filesize=47.5 K 2024-11-25T00:23:46,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/a20e001919584921978797bb9d3a1b6d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/a20e001919584921978797bb9d3a1b6d 2024-11-25T00:23:46,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/a20e001919584921978797bb9d3a1b6d, entries=150, sequenceid=380, filesize=12.0 K 2024-11-25T00:23:46,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/8e7fef6eedf0445386a686834dcd91cd as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8e7fef6eedf0445386a686834dcd91cd 2024-11-25T00:23:46,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8e7fef6eedf0445386a686834dcd91cd, entries=150, sequenceid=380, filesize=12.0 K 2024-11-25T00:23:46,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a6c8ded2ae4d359f969d5a404f0abce4 in 656ms, sequenceid=380, compaction requested=true 2024-11-25T00:23:46,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:46,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:46,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:46,300 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:46,300 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:46,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:46,301 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:46,301 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/A is initiating minor compaction (all files) 2024-11-25T00:23:46,301 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/A in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,302 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/bacd99115c934256ae198b8ee4ffe571, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/40485e75129a4b8abf7e4ec619d4e118, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/6b10ed8e25bf445cac0e8dc5c9af5260] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=109.3 K 2024-11-25T00:23:46,302 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,302 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/bacd99115c934256ae198b8ee4ffe571, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/40485e75129a4b8abf7e4ec619d4e118, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/6b10ed8e25bf445cac0e8dc5c9af5260] 2024-11-25T00:23:46,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:46,302 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting bacd99115c934256ae198b8ee4ffe571, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732494224554 2024-11-25T00:23:46,302 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:46,302 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/B is initiating minor compaction (all files) 2024-11-25T00:23:46,303 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/B in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,303 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/589fd8a16f4c40089090f87bd1882c53, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/9c5ae6124a8c4a079d32e1a5433ed16f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/a20e001919584921978797bb9d3a1b6d] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=36.8 K 2024-11-25T00:23:46,303 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 589fd8a16f4c40089090f87bd1882c53, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732494224554 2024-11-25T00:23:46,303 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40485e75129a4b8abf7e4ec619d4e118, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732494224650 2024-11-25T00:23:46,303 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c5ae6124a8c4a079d32e1a5433ed16f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732494224650 2024-11-25T00:23:46,303 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b10ed8e25bf445cac0e8dc5c9af5260, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732494225315 2024-11-25T00:23:46,304 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting a20e001919584921978797bb9d3a1b6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732494225316 2024-11-25T00:23:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:46,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:46,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:46,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:23:46,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:46,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:46,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:46,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:46,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:46,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:46,317 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:46,320 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#B#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:46,321 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/44bba9bcd0154d7c839c3da5cb99d8ef is 50, key is test_row_0/B:col10/1732494225316/Put/seqid=0 2024-11-25T00:23:46,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494286329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494286329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494286331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494286332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,346 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112597442ae6e6b64d0bbe1f88dd4768d2ca_a6c8ded2ae4d359f969d5a404f0abce4 store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:46,349 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112597442ae6e6b64d0bbe1f88dd4768d2ca_a6c8ded2ae4d359f969d5a404f0abce4, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:46,349 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112597442ae6e6b64d0bbe1f88dd4768d2ca_a6c8ded2ae4d359f969d5a404f0abce4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T00:23:46,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494286343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cb9e9dafe12c4581ae89e397dc4c6c1b_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494225684/Put/seqid=0 2024-11-25T00:23:46,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742285_1461 (size=13221) 2024-11-25T00:23:46,367 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:23:46,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:46,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,375 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/44bba9bcd0154d7c839c3da5cb99d8ef as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/44bba9bcd0154d7c839c3da5cb99d8ef 2024-11-25T00:23:46,382 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/B of a6c8ded2ae4d359f969d5a404f0abce4 into 44bba9bcd0154d7c839c3da5cb99d8ef(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:46,382 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:46,382 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/B, priority=13, startTime=1732494226300; duration=0sec 2024-11-25T00:23:46,382 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:46,382 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:B 2024-11-25T00:23:46,383 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:46,384 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:46,384 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/C is initiating minor compaction (all files) 2024-11-25T00:23:46,384 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/C in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,384 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/bc783e9fade847ac9a898de6cc1de8cc, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/5d6c3d014e5b4412abc70600838d5327, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8e7fef6eedf0445386a686834dcd91cd] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=36.8 K 2024-11-25T00:23:46,384 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting bc783e9fade847ac9a898de6cc1de8cc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732494224554 2024-11-25T00:23:46,385 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d6c3d014e5b4412abc70600838d5327, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732494224650 2024-11-25T00:23:46,386 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e7fef6eedf0445386a686834dcd91cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732494225316 2024-11-25T00:23:46,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742286_1462 (size=4469) 2024-11-25T00:23:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742287_1463 (size=12454) 2024-11-25T00:23:46,421 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#C#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:46,422 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/b2debf9dbbd2441389925e2ef2b522c8 is 50, key is test_row_0/C:col10/1732494225316/Put/seqid=0 2024-11-25T00:23:46,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494286445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742288_1464 (size=13221) 2024-11-25T00:23:46,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494286445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494286445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494286445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,463 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/b2debf9dbbd2441389925e2ef2b522c8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/b2debf9dbbd2441389925e2ef2b522c8 2024-11-25T00:23:46,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494286459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,470 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/C of a6c8ded2ae4d359f969d5a404f0abce4 into b2debf9dbbd2441389925e2ef2b522c8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:46,470 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:46,470 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/C, priority=13, startTime=1732494226309; duration=0sec 2024-11-25T00:23:46,470 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:46,470 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:C 2024-11-25T00:23:46,522 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:23:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494286649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494286657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494286657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494286658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494286670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,675 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:23:46,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:46,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,807 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#A#compaction#379 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:46,808 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/b5b52c2aaece41b6b0b508af9d32c644 is 175, key is test_row_0/A:col10/1732494225316/Put/seqid=0 2024-11-25T00:23:46,815 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:46,820 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cb9e9dafe12c4581ae89e397dc4c6c1b_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cb9e9dafe12c4581ae89e397dc4c6c1b_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:46,821 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/383fb23350db4f87845db61b0541931c, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:46,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/383fb23350db4f87845db61b0541931c is 175, key is test_row_0/A:col10/1732494225684/Put/seqid=0 2024-11-25T00:23:46,829 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:23:46,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:46,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T00:23:46,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742289_1465 (size=32175) 2024-11-25T00:23:46,872 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/b5b52c2aaece41b6b0b508af9d32c644 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/b5b52c2aaece41b6b0b508af9d32c644 2024-11-25T00:23:46,880 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/A of a6c8ded2ae4d359f969d5a404f0abce4 into b5b52c2aaece41b6b0b508af9d32c644(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:46,880 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:46,880 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/A, priority=13, startTime=1732494226298; duration=0sec 2024-11-25T00:23:46,880 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:46,880 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:A 2024-11-25T00:23:46,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742290_1466 (size=31255) 2024-11-25T00:23:46,885 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/383fb23350db4f87845db61b0541931c 2024-11-25T00:23:46,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/8bdaa1c31af34c4593ee47bc5459d646 is 50, key is test_row_0/B:col10/1732494225684/Put/seqid=0 2024-11-25T00:23:46,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742291_1467 (size=12301) 2024-11-25T00:23:46,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/8bdaa1c31af34c4593ee47bc5459d646 2024-11-25T00:23:46,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494286957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/c43bedd45f1940e981d853b7945caad8 is 50, key is test_row_0/C:col10/1732494225684/Put/seqid=0 2024-11-25T00:23:46,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494286966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494286966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494286967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494286977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:46,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:23:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:46,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:47,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742292_1468 (size=12301) 2024-11-25T00:23:47,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/c43bedd45f1940e981d853b7945caad8 2024-11-25T00:23:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/383fb23350db4f87845db61b0541931c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/383fb23350db4f87845db61b0541931c 2024-11-25T00:23:47,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/383fb23350db4f87845db61b0541931c, entries=150, sequenceid=403, filesize=30.5 K 2024-11-25T00:23:47,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/8bdaa1c31af34c4593ee47bc5459d646 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/8bdaa1c31af34c4593ee47bc5459d646 2024-11-25T00:23:47,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/8bdaa1c31af34c4593ee47bc5459d646, entries=150, sequenceid=403, filesize=12.0 K 2024-11-25T00:23:47,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/c43bedd45f1940e981d853b7945caad8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/c43bedd45f1940e981d853b7945caad8 2024-11-25T00:23:47,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/c43bedd45f1940e981d853b7945caad8, entries=150, sequenceid=403, filesize=12.0 K 2024-11-25T00:23:47,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a6c8ded2ae4d359f969d5a404f0abce4 in 734ms, sequenceid=403, compaction requested=false 2024-11-25T00:23:47,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:47,142 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:23:47,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:47,143 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:23:47,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:47,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:47,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:47,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:47,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:47,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:47,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251fb01057fe2f40bf8ae2c0e1affa2331_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494226330/Put/seqid=0 2024-11-25T00:23:47,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742293_1469 (size=12454) 2024-11-25T00:23:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:47,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. as already flushing 2024-11-25T00:23:47,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494287517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494287521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494287521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494287523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494287528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:47,609 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251fb01057fe2f40bf8ae2c0e1affa2331_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251fb01057fe2f40bf8ae2c0e1affa2331_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:47,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/75ddcbb228384160b87b37f04ac5c317, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:47,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/75ddcbb228384160b87b37f04ac5c317 is 175, key is test_row_0/A:col10/1732494226330/Put/seqid=0 2024-11-25T00:23:47,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494287632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494287635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494287635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494287635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494287638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742294_1470 (size=31255) 2024-11-25T00:23:47,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494287839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494287839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494287840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494287840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494287846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T00:23:48,053 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=419, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/75ddcbb228384160b87b37f04ac5c317 2024-11-25T00:23:48,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/6aa645805ce7460eb4f0926fe5d7c544 is 50, key is test_row_0/B:col10/1732494226330/Put/seqid=0 2024-11-25T00:23:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742295_1471 (size=12301) 2024-11-25T00:23:48,086 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/6aa645805ce7460eb4f0926fe5d7c544 2024-11-25T00:23:48,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/ff372aa3dfb4488ea2899326394dc2e4 is 50, key is test_row_0/C:col10/1732494226330/Put/seqid=0 2024-11-25T00:23:48,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742296_1472 (size=12301) 2024-11-25T00:23:48,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494288150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494288151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494288152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494288154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494288156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,536 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/ff372aa3dfb4488ea2899326394dc2e4 2024-11-25T00:23:48,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/75ddcbb228384160b87b37f04ac5c317 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/75ddcbb228384160b87b37f04ac5c317 2024-11-25T00:23:48,548 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/75ddcbb228384160b87b37f04ac5c317, entries=150, sequenceid=419, filesize=30.5 K 2024-11-25T00:23:48,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/6aa645805ce7460eb4f0926fe5d7c544 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6aa645805ce7460eb4f0926fe5d7c544 2024-11-25T00:23:48,554 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6aa645805ce7460eb4f0926fe5d7c544, entries=150, sequenceid=419, filesize=12.0 K 2024-11-25T00:23:48,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/ff372aa3dfb4488ea2899326394dc2e4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/ff372aa3dfb4488ea2899326394dc2e4 2024-11-25T00:23:48,559 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/ff372aa3dfb4488ea2899326394dc2e4, entries=150, sequenceid=419, filesize=12.0 K 2024-11-25T00:23:48,560 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a6c8ded2ae4d359f969d5a404f0abce4 in 1417ms, sequenceid=419, compaction requested=true 2024-11-25T00:23:48,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:48,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:48,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-25T00:23:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-25T00:23:48,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-25T00:23:48,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8110 sec 2024-11-25T00:23:48,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.8160 sec 2024-11-25T00:23:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:48,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:23:48,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:48,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ea290a92b8e64b0ea4f5eebd94d2ff2e_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494228664/Put/seqid=0 2024-11-25T00:23:48,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494288676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494288677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494288678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494288681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494288679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742297_1473 (size=14994) 2024-11-25T00:23:48,701 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:48,705 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ea290a92b8e64b0ea4f5eebd94d2ff2e_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea290a92b8e64b0ea4f5eebd94d2ff2e_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:48,706 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/cd8399b1c96d45fba14e6c0c22cc1cec, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:48,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/cd8399b1c96d45fba14e6c0c22cc1cec is 175, key is test_row_0/A:col10/1732494228664/Put/seqid=0 2024-11-25T00:23:48,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742298_1474 (size=39949) 2024-11-25T00:23:48,755 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=444, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/cd8399b1c96d45fba14e6c0c22cc1cec 2024-11-25T00:23:48,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/35626ed1b9a94bc5861b84cc4d84767a is 50, key is test_row_0/B:col10/1732494228664/Put/seqid=0 2024-11-25T00:23:48,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494288788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494288788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494288789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742299_1475 (size=12301) 2024-11-25T00:23:48,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494288792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/35626ed1b9a94bc5861b84cc4d84767a 2024-11-25T00:23:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494288793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:48,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/8b35ccad5a714b78af1314fd99fae9de is 50, key is test_row_0/C:col10/1732494228664/Put/seqid=0 2024-11-25T00:23:48,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742300_1476 (size=12301) 2024-11-25T00:23:48,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/8b35ccad5a714b78af1314fd99fae9de 2024-11-25T00:23:48,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/cd8399b1c96d45fba14e6c0c22cc1cec as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/cd8399b1c96d45fba14e6c0c22cc1cec 2024-11-25T00:23:48,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/cd8399b1c96d45fba14e6c0c22cc1cec, entries=200, sequenceid=444, filesize=39.0 K 2024-11-25T00:23:48,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/35626ed1b9a94bc5861b84cc4d84767a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/35626ed1b9a94bc5861b84cc4d84767a 2024-11-25T00:23:48,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/35626ed1b9a94bc5861b84cc4d84767a, entries=150, sequenceid=444, filesize=12.0 K 2024-11-25T00:23:48,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/8b35ccad5a714b78af1314fd99fae9de as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8b35ccad5a714b78af1314fd99fae9de 2024-11-25T00:23:48,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8b35ccad5a714b78af1314fd99fae9de, entries=150, sequenceid=444, filesize=12.0 K 2024-11-25T00:23:48,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a6c8ded2ae4d359f969d5a404f0abce4 in 191ms, sequenceid=444, compaction requested=true 2024-11-25T00:23:48,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:48,855 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:48,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:48,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:48,855 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:48,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:48,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:48,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:48,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:48,857 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:48,857 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/B is initiating minor compaction (all files) 2024-11-25T00:23:48,857 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/B in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:48,857 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/44bba9bcd0154d7c839c3da5cb99d8ef, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/8bdaa1c31af34c4593ee47bc5459d646, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6aa645805ce7460eb4f0926fe5d7c544, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/35626ed1b9a94bc5861b84cc4d84767a] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=48.9 K 2024-11-25T00:23:48,857 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:48,857 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/A is initiating minor compaction (all files) 2024-11-25T00:23:48,857 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/A in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:48,857 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/b5b52c2aaece41b6b0b508af9d32c644, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/383fb23350db4f87845db61b0541931c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/75ddcbb228384160b87b37f04ac5c317, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/cd8399b1c96d45fba14e6c0c22cc1cec] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=131.5 K 2024-11-25T00:23:48,857 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:48,858 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/b5b52c2aaece41b6b0b508af9d32c644, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/383fb23350db4f87845db61b0541931c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/75ddcbb228384160b87b37f04ac5c317, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/cd8399b1c96d45fba14e6c0c22cc1cec] 2024-11-25T00:23:48,858 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 44bba9bcd0154d7c839c3da5cb99d8ef, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732494225316 2024-11-25T00:23:48,858 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5b52c2aaece41b6b0b508af9d32c644, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732494225316 2024-11-25T00:23:48,859 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bdaa1c31af34c4593ee47bc5459d646, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732494225684 2024-11-25T00:23:48,859 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 383fb23350db4f87845db61b0541931c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732494225684 2024-11-25T00:23:48,859 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 6aa645805ce7460eb4f0926fe5d7c544, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732494226327 2024-11-25T00:23:48,859 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75ddcbb228384160b87b37f04ac5c317, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732494226327 2024-11-25T00:23:48,859 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 35626ed1b9a94bc5861b84cc4d84767a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732494227505 2024-11-25T00:23:48,860 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd8399b1c96d45fba14e6c0c22cc1cec, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732494227505 2024-11-25T00:23:48,885 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:48,886 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#B#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:48,887 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/7acad50cf20548c785dd0f1957600086 is 50, key is test_row_0/B:col10/1732494228664/Put/seqid=0 2024-11-25T00:23:48,902 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112541847b060b0146c1bce72ed48654312f_a6c8ded2ae4d359f969d5a404f0abce4 store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:48,905 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112541847b060b0146c1bce72ed48654312f_a6c8ded2ae4d359f969d5a404f0abce4, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:48,905 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112541847b060b0146c1bce72ed48654312f_a6c8ded2ae4d359f969d5a404f0abce4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742301_1477 (size=13357) 2024-11-25T00:23:48,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742302_1478 (size=4469) 2024-11-25T00:23:48,970 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#A#compaction#392 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:48,970 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/f0f23cc5638d4de1a36c485377691569 is 175, key is test_row_0/A:col10/1732494228664/Put/seqid=0 2024-11-25T00:23:48,971 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/7acad50cf20548c785dd0f1957600086 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/7acad50cf20548c785dd0f1957600086 2024-11-25T00:23:48,986 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/B of a6c8ded2ae4d359f969d5a404f0abce4 into 7acad50cf20548c785dd0f1957600086(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:48,986 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:48,986 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/B, priority=12, startTime=1732494228855; duration=0sec 2024-11-25T00:23:48,987 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:48,987 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:B 2024-11-25T00:23:48,987 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:48,989 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:48,989 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/C is initiating minor compaction (all files) 2024-11-25T00:23:48,989 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/C in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:48,989 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/b2debf9dbbd2441389925e2ef2b522c8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/c43bedd45f1940e981d853b7945caad8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/ff372aa3dfb4488ea2899326394dc2e4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8b35ccad5a714b78af1314fd99fae9de] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=48.9 K 2024-11-25T00:23:48,989 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting b2debf9dbbd2441389925e2ef2b522c8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732494225316 2024-11-25T00:23:48,990 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c43bedd45f1940e981d853b7945caad8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732494225684 2024-11-25T00:23:48,990 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting ff372aa3dfb4488ea2899326394dc2e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732494226327 2024-11-25T00:23:48,990 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b35ccad5a714b78af1314fd99fae9de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732494227505 2024-11-25T00:23:49,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:23:49,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:49,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:49,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:49,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:49,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742303_1479 (size=32311) 2024-11-25T00:23:49,009 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/f0f23cc5638d4de1a36c485377691569 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/f0f23cc5638d4de1a36c485377691569 2024-11-25T00:23:49,014 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:49,015 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/fd70d37365e54c67a3b110a5db200840 is 50, key is test_row_0/C:col10/1732494228664/Put/seqid=0 2024-11-25T00:23:49,016 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/A of a6c8ded2ae4d359f969d5a404f0abce4 into f0f23cc5638d4de1a36c485377691569(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:49,016 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:49,016 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/A, priority=12, startTime=1732494228855; duration=0sec 2024-11-25T00:23:49,016 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:49,016 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:A 2024-11-25T00:23:49,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125861c19ed43284d1db3ee0ea6676bb046_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494228679/Put/seqid=0 2024-11-25T00:23:49,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742304_1480 (size=13357) 2024-11-25T00:23:49,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742305_1481 (size=14994) 2024-11-25T00:23:49,059 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494289051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494289052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,063 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125861c19ed43284d1db3ee0ea6676bb046_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125861c19ed43284d1db3ee0ea6676bb046_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:49,064 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/7ed246eb7ceb4eb3ace38fcdd922acb8, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:49,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/7ed246eb7ceb4eb3ace38fcdd922acb8 is 175, key is test_row_0/A:col10/1732494228679/Put/seqid=0 2024-11-25T00:23:49,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494289054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494289057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494289057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742306_1482 (size=39949) 2024-11-25T00:23:49,075 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=457, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/7ed246eb7ceb4eb3ace38fcdd922acb8 2024-11-25T00:23:49,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/f37fc0b8ca614284851a86567225eba4 is 50, key is test_row_0/B:col10/1732494228679/Put/seqid=0 2024-11-25T00:23:49,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742307_1483 (size=12301) 2024-11-25T00:23:49,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/f37fc0b8ca614284851a86567225eba4 2024-11-25T00:23:49,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/202b39ee27bc47689ab55f4b76e53267 is 50, key is test_row_0/C:col10/1732494228679/Put/seqid=0 2024-11-25T00:23:49,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742308_1484 (size=12301) 2024-11-25T00:23:49,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/202b39ee27bc47689ab55f4b76e53267 2024-11-25T00:23:49,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/7ed246eb7ceb4eb3ace38fcdd922acb8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/7ed246eb7ceb4eb3ace38fcdd922acb8 2024-11-25T00:23:49,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494289169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494289170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494289170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494289180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494289184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/7ed246eb7ceb4eb3ace38fcdd922acb8, entries=200, sequenceid=457, filesize=39.0 K 2024-11-25T00:23:49,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/f37fc0b8ca614284851a86567225eba4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/f37fc0b8ca614284851a86567225eba4 2024-11-25T00:23:49,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/f37fc0b8ca614284851a86567225eba4, entries=150, sequenceid=457, filesize=12.0 K 2024-11-25T00:23:49,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/202b39ee27bc47689ab55f4b76e53267 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/202b39ee27bc47689ab55f4b76e53267 2024-11-25T00:23:49,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/202b39ee27bc47689ab55f4b76e53267, entries=150, sequenceid=457, filesize=12.0 K 2024-11-25T00:23:49,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a6c8ded2ae4d359f969d5a404f0abce4 in 206ms, sequenceid=457, compaction requested=false 2024-11-25T00:23:49,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:49,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:23:49,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:49,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:49,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:49,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b66efd76c06c426daff6d4bf175fcf41_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494229051/Put/seqid=0 2024-11-25T00:23:49,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494289393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494289395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494289396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494289396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494289398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742309_1485 (size=14994) 2024-11-25T00:23:49,419 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,423 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b66efd76c06c426daff6d4bf175fcf41_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b66efd76c06c426daff6d4bf175fcf41_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:49,424 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/18f854ad6cd946c6b50813de7fc1baaa, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:49,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/18f854ad6cd946c6b50813de7fc1baaa is 175, key is test_row_0/A:col10/1732494229051/Put/seqid=0 2024-11-25T00:23:49,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742310_1486 (size=39949) 2024-11-25T00:23:49,448 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=484, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/18f854ad6cd946c6b50813de7fc1baaa 2024-11-25T00:23:49,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/5d55b62be0e0438794f0c602525e2bbf is 50, key is test_row_0/B:col10/1732494229051/Put/seqid=0 2024-11-25T00:23:49,463 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/fd70d37365e54c67a3b110a5db200840 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/fd70d37365e54c67a3b110a5db200840 2024-11-25T00:23:49,469 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/C of a6c8ded2ae4d359f969d5a404f0abce4 into fd70d37365e54c67a3b110a5db200840(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:49,469 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:49,469 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/C, priority=12, startTime=1732494228856; duration=0sec 2024-11-25T00:23:49,469 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:49,469 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:C 2024-11-25T00:23:49,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742311_1487 (size=12301) 2024-11-25T00:23:49,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/5d55b62be0e0438794f0c602525e2bbf 2024-11-25T00:23:49,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494289500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/b5c701fc30a04c99b5212f148eaaaff6 is 50, key is test_row_0/C:col10/1732494229051/Put/seqid=0 2024-11-25T00:23:49,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494289505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494289507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494289508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494289510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742312_1488 (size=12301) 2024-11-25T00:23:49,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34370 deadline: 1732494289711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34414 deadline: 1732494289713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34428 deadline: 1732494289713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34440 deadline: 1732494289716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34474 deadline: 1732494289724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:49,771 DEBUG [Thread-1607 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:53552 2024-11-25T00:23:49,771 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:49,775 DEBUG [Thread-1603 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:53552 2024-11-25T00:23:49,775 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:49,777 DEBUG [Thread-1599 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:53552 2024-11-25T00:23:49,777 DEBUG [Thread-1599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:49,777 DEBUG [Thread-1605 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:53552 2024-11-25T00:23:49,777 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:49,782 DEBUG [Thread-1601 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:53552 2024-11-25T00:23:49,782 DEBUG [Thread-1601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T00:23:49,858 INFO [Thread-1598 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-25T00:23:49,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/b5c701fc30a04c99b5212f148eaaaff6 2024-11-25T00:23:49,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/18f854ad6cd946c6b50813de7fc1baaa as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/18f854ad6cd946c6b50813de7fc1baaa 2024-11-25T00:23:49,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/18f854ad6cd946c6b50813de7fc1baaa, entries=200, sequenceid=484, filesize=39.0 K 2024-11-25T00:23:49,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/5d55b62be0e0438794f0c602525e2bbf as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/5d55b62be0e0438794f0c602525e2bbf 2024-11-25T00:23:49,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/5d55b62be0e0438794f0c602525e2bbf, entries=150, sequenceid=484, filesize=12.0 K 2024-11-25T00:23:49,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/b5c701fc30a04c99b5212f148eaaaff6 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/b5c701fc30a04c99b5212f148eaaaff6 2024-11-25T00:23:49,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/b5c701fc30a04c99b5212f148eaaaff6, entries=150, sequenceid=484, filesize=12.0 K 2024-11-25T00:23:49,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a6c8ded2ae4d359f969d5a404f0abce4 in 562ms, sequenceid=484, compaction requested=true 2024-11-25T00:23:49,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:49,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:49,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:49,945 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:49,945 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:49,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:49,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:49,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6c8ded2ae4d359f969d5a404f0abce4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:49,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:49,947 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:49,947 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:49,947 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/B is initiating minor compaction (all files) 2024-11-25T00:23:49,947 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/B in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:49,947 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/A is initiating minor compaction (all files) 2024-11-25T00:23:49,947 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/7acad50cf20548c785dd0f1957600086, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/f37fc0b8ca614284851a86567225eba4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/5d55b62be0e0438794f0c602525e2bbf] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=37.1 K 2024-11-25T00:23:49,947 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/A in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:49,947 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/f0f23cc5638d4de1a36c485377691569, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/7ed246eb7ceb4eb3ace38fcdd922acb8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/18f854ad6cd946c6b50813de7fc1baaa] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=109.6 K 2024-11-25T00:23:49,947 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:49,947 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/f0f23cc5638d4de1a36c485377691569, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/7ed246eb7ceb4eb3ace38fcdd922acb8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/18f854ad6cd946c6b50813de7fc1baaa] 2024-11-25T00:23:49,947 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 7acad50cf20548c785dd0f1957600086, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732494227505 2024-11-25T00:23:49,948 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0f23cc5638d4de1a36c485377691569, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732494227505 2024-11-25T00:23:49,948 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting f37fc0b8ca614284851a86567225eba4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732494228676 2024-11-25T00:23:49,948 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ed246eb7ceb4eb3ace38fcdd922acb8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732494228676 2024-11-25T00:23:49,948 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d55b62be0e0438794f0c602525e2bbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732494229051 2024-11-25T00:23:49,948 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18f854ad6cd946c6b50813de7fc1baaa, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732494229050 2024-11-25T00:23:49,957 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:49,957 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:49,958 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/d7dd35f2a1184114872d26113eb24235 is 50, key is test_row_0/B:col10/1732494229051/Put/seqid=0 2024-11-25T00:23:49,959 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411258fe669931d4b47189b90caa24c40024c_a6c8ded2ae4d359f969d5a404f0abce4 store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:49,968 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411258fe669931d4b47189b90caa24c40024c_a6c8ded2ae4d359f969d5a404f0abce4, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:49,968 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258fe669931d4b47189b90caa24c40024c_a6c8ded2ae4d359f969d5a404f0abce4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:49,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742313_1489 (size=13459) 2024-11-25T00:23:49,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742314_1490 (size=4469) 2024-11-25T00:23:49,975 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#A#compaction#401 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:49,976 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/ddaa882003ba4c73a0ff55f016db5039 is 175, key is test_row_0/A:col10/1732494229051/Put/seqid=0 2024-11-25T00:23:49,977 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/d7dd35f2a1184114872d26113eb24235 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d7dd35f2a1184114872d26113eb24235 2024-11-25T00:23:49,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742315_1491 (size=32413) 2024-11-25T00:23:49,982 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/B of a6c8ded2ae4d359f969d5a404f0abce4 into d7dd35f2a1184114872d26113eb24235(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:49,982 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:49,982 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/B, priority=13, startTime=1732494229945; duration=0sec 2024-11-25T00:23:49,982 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:49,982 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:B 2024-11-25T00:23:49,982 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:49,983 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:49,983 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a6c8ded2ae4d359f969d5a404f0abce4/C is initiating minor compaction (all files) 2024-11-25T00:23:49,983 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6c8ded2ae4d359f969d5a404f0abce4/C in TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:49,983 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/fd70d37365e54c67a3b110a5db200840, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/202b39ee27bc47689ab55f4b76e53267, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/b5c701fc30a04c99b5212f148eaaaff6] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp, totalSize=37.1 K 2024-11-25T00:23:49,984 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting fd70d37365e54c67a3b110a5db200840, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732494227505 2024-11-25T00:23:49,984 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 202b39ee27bc47689ab55f4b76e53267, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732494228676 2024-11-25T00:23:49,984 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting b5c701fc30a04c99b5212f148eaaaff6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732494229051 2024-11-25T00:23:49,997 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6c8ded2ae4d359f969d5a404f0abce4#C#compaction#402 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:49,998 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/4d816749dc4c4f4b8dccf0851893beac is 50, key is test_row_0/C:col10/1732494229051/Put/seqid=0 2024-11-25T00:23:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:50,022 DEBUG [Thread-1594 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:53552 2024-11-25T00:23:50,022 DEBUG [Thread-1594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:50,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:23:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:50,022 DEBUG [Thread-1596 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:53552 2024-11-25T00:23:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:50,022 DEBUG [Thread-1596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:50,023 DEBUG [Thread-1590 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:53552 2024-11-25T00:23:50,023 DEBUG [Thread-1590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:50,025 DEBUG [Thread-1592 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:53552 2024-11-25T00:23:50,025 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:50,036 DEBUG [Thread-1588 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:53552 2024-11-25T00:23:50,036 DEBUG [Thread-1588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:50,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T00:23:50,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-25T00:23:50,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-25T00:23:50,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-25T00:23:50,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-25T00:23:50,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-25T00:23:50,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T00:23:50,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T00:23:50,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1752 2024-11-25T00:23:50,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5256 rows 2024-11-25T00:23:50,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1750 2024-11-25T00:23:50,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5249 rows 2024-11-25T00:23:50,037 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1758 2024-11-25T00:23:50,037 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5274 rows 2024-11-25T00:23:50,037 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1767 2024-11-25T00:23:50,037 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5301 rows 2024-11-25T00:23:50,037 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1745 2024-11-25T00:23:50,037 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5232 rows 2024-11-25T00:23:50,037 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T00:23:50,037 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:53552 2024-11-25T00:23:50,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:50,040 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T00:23:50,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T00:23:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T00:23:50,052 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494230051"}]},"ts":"1732494230051"} 2024-11-25T00:23:50,053 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T00:23:50,055 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T00:23:50,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:23:50,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6c8ded2ae4d359f969d5a404f0abce4, UNASSIGN}] 2024-11-25T00:23:50,058 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6c8ded2ae4d359f969d5a404f0abce4, UNASSIGN 2024-11-25T00:23:50,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=a6c8ded2ae4d359f969d5a404f0abce4, regionState=CLOSING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:50,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a659e2feefea4fbd8fe594121a7c6bb3_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494230020/Put/seqid=0 2024-11-25T00:23:50,060 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36597 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=4bb75722a6be,37323,1732494119912, table=TestAcidGuarantees, region=a6c8ded2ae4d359f969d5a404f0abce4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T00:23:50,061 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:23:50,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:23:50,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742316_1492 (size=13459) 2024-11-25T00:23:50,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742317_1493 (size=12454) 2024-11-25T00:23:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T00:23:50,215 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:50,215 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:50,215 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:23:50,215 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing a6c8ded2ae4d359f969d5a404f0abce4, disabling compactions & flushes 2024-11-25T00:23:50,215 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1942): waiting for 2 compactions & cache flush to complete for region TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T00:23:50,386 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/ddaa882003ba4c73a0ff55f016db5039 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/ddaa882003ba4c73a0ff55f016db5039 2024-11-25T00:23:50,391 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/A of a6c8ded2ae4d359f969d5a404f0abce4 into ddaa882003ba4c73a0ff55f016db5039(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:50,391 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:50,391 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/A, priority=13, startTime=1732494229945; duration=0sec 2024-11-25T00:23:50,391 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:50,391 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:A 2024-11-25T00:23:50,468 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/4d816749dc4c4f4b8dccf0851893beac as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4d816749dc4c4f4b8dccf0851893beac 2024-11-25T00:23:50,470 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:50,473 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6c8ded2ae4d359f969d5a404f0abce4/C of a6c8ded2ae4d359f969d5a404f0abce4 into 4d816749dc4c4f4b8dccf0851893beac(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:50,473 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:50,473 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a659e2feefea4fbd8fe594121a7c6bb3_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a659e2feefea4fbd8fe594121a7c6bb3_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:50,473 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4., storeName=a6c8ded2ae4d359f969d5a404f0abce4/C, priority=13, startTime=1732494229945; duration=0sec 2024-11-25T00:23:50,473 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:50,473 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:50,473 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6c8ded2ae4d359f969d5a404f0abce4:C 2024-11-25T00:23:50,473 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/e9e6e30facc14615936901516f9ee4aa, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:50,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/e9e6e30facc14615936901516f9ee4aa is 175, key is test_row_0/A:col10/1732494230020/Put/seqid=0 2024-11-25T00:23:50,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742318_1494 (size=31255) 2024-11-25T00:23:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T00:23:50,878 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=499, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/e9e6e30facc14615936901516f9ee4aa 2024-11-25T00:23:50,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/6288e23e439c49cfb9b50f250e805b91 is 50, key is test_row_0/B:col10/1732494230020/Put/seqid=0 2024-11-25T00:23:50,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742319_1495 (size=12301) 2024-11-25T00:23:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T00:23:51,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/6288e23e439c49cfb9b50f250e805b91 2024-11-25T00:23:51,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/c6ce069febd44f9a9ed22116117747a2 is 50, key is test_row_0/C:col10/1732494230020/Put/seqid=0 2024-11-25T00:23:51,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742320_1496 (size=12301) 2024-11-25T00:23:51,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/c6ce069febd44f9a9ed22116117747a2 2024-11-25T00:23:51,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/e9e6e30facc14615936901516f9ee4aa as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/e9e6e30facc14615936901516f9ee4aa 2024-11-25T00:23:51,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/e9e6e30facc14615936901516f9ee4aa, entries=150, sequenceid=499, filesize=30.5 K 2024-11-25T00:23:51,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/6288e23e439c49cfb9b50f250e805b91 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6288e23e439c49cfb9b50f250e805b91 2024-11-25T00:23:51,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6288e23e439c49cfb9b50f250e805b91, entries=150, sequenceid=499, filesize=12.0 K 2024-11-25T00:23:51,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/c6ce069febd44f9a9ed22116117747a2 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/c6ce069febd44f9a9ed22116117747a2 2024-11-25T00:23:51,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/c6ce069febd44f9a9ed22116117747a2, entries=150, sequenceid=499, filesize=12.0 K 2024-11-25T00:23:51,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=13.42 KB/13740 for a6c8ded2ae4d359f969d5a404f0abce4 in 1697ms, sequenceid=499, compaction requested=false 2024-11-25T00:23:51,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:51,720 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:51,720 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:51,720 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. after waiting 0 ms 2024-11-25T00:23:51,720 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:51,720 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing a6c8ded2ae4d359f969d5a404f0abce4 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-25T00:23:51,720 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=A 2024-11-25T00:23:51,720 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:51,720 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=B 2024-11-25T00:23:51,720 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:51,720 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6c8ded2ae4d359f969d5a404f0abce4, store=C 2024-11-25T00:23:51,720 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:51,727 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bf4a74621a504c048da5c5530860ec58_a6c8ded2ae4d359f969d5a404f0abce4 is 50, key is test_row_0/A:col10/1732494230035/Put/seqid=0 2024-11-25T00:23:51,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742321_1497 (size=9914) 2024-11-25T00:23:52,134 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:52,137 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bf4a74621a504c048da5c5530860ec58_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bf4a74621a504c048da5c5530860ec58_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:52,138 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5c1e41ddd39f4e2a88aab8d05c026126, store: [table=TestAcidGuarantees family=A region=a6c8ded2ae4d359f969d5a404f0abce4] 2024-11-25T00:23:52,139 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5c1e41ddd39f4e2a88aab8d05c026126 is 175, key is test_row_0/A:col10/1732494230035/Put/seqid=0 2024-11-25T00:23:52,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742322_1498 (size=22561) 2024-11-25T00:23:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T00:23:52,543 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=506, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5c1e41ddd39f4e2a88aab8d05c026126 2024-11-25T00:23:52,557 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/b74d9417cc4a456a90bb909d8824a879 is 50, key is test_row_0/B:col10/1732494230035/Put/seqid=0 2024-11-25T00:23:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742323_1499 (size=9857) 2024-11-25T00:23:52,962 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/b74d9417cc4a456a90bb909d8824a879 2024-11-25T00:23:52,970 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/88d4da30a2d74367ad0454b3f456319c is 50, key is test_row_0/C:col10/1732494230035/Put/seqid=0 2024-11-25T00:23:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742324_1500 (size=9857) 2024-11-25T00:23:53,376 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/88d4da30a2d74367ad0454b3f456319c 2024-11-25T00:23:53,380 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/A/5c1e41ddd39f4e2a88aab8d05c026126 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5c1e41ddd39f4e2a88aab8d05c026126 2024-11-25T00:23:53,384 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5c1e41ddd39f4e2a88aab8d05c026126, entries=100, sequenceid=506, filesize=22.0 K 2024-11-25T00:23:53,385 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/B/b74d9417cc4a456a90bb909d8824a879 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/b74d9417cc4a456a90bb909d8824a879 2024-11-25T00:23:53,389 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/b74d9417cc4a456a90bb909d8824a879, entries=100, sequenceid=506, filesize=9.6 K 2024-11-25T00:23:53,390 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/.tmp/C/88d4da30a2d74367ad0454b3f456319c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/88d4da30a2d74367ad0454b3f456319c 2024-11-25T00:23:53,398 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/88d4da30a2d74367ad0454b3f456319c, entries=100, sequenceid=506, filesize=9.6 K 2024-11-25T00:23:53,399 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for a6c8ded2ae4d359f969d5a404f0abce4 in 1679ms, sequenceid=506, compaction requested=true 2024-11-25T00:23:53,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/c95c0f49cb254525b09ff50cc757dc54, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/2a9312ca9c1547e9b77ba68f316b6b6f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5bc8afe627e64f61b1d09dae2feb59b6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/d213d652ebe64a178af74baa392b764b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/efa3e092fc134b68abc4ef3f17bd13d6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/311464c201f24df794cbc2daa93a75fd, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/714f50c99d4e4d1ea132ef174bded08c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/e85974a2dd8b45ae8a426f0b14dca950, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/d6cbcf2c6a1f4f0180460ca9f03b803c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/672a8c4a68ba47c0b6ec2a00b638e5ae, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5844dde74fa14c0f90a97a36eb0406cd, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/8cb50114ac334add9ad7fceed54acd7d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/4e988cf20f80401f8c389e3b504e94fd, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5ef8fc8ca05a42aea909c0524c6198cd, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/ecb1ff1964124009a2e102310bb7c512, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/3f86984ffe9e438ab625aa30356b7e0d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/023a16d06df94eb188bac7315a698c81, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/36f14ea8770d495198fde75bffa771e9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/87486f0b58344d468a44127e88993eaa, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/354e118b8a3140cd920a6c9f6107e645, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/fa8f16a7067549a684c2c1abfbccc227, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/b7df6827636f4d59b799b21944c7d847, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/c72c268c14c34ce38c21cc4de8e8abc5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/27f89566cefc425bb6dd9101d7ac2fa9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/bacd99115c934256ae198b8ee4ffe571, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/40485e75129a4b8abf7e4ec619d4e118, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/6b10ed8e25bf445cac0e8dc5c9af5260, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/b5b52c2aaece41b6b0b508af9d32c644, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/383fb23350db4f87845db61b0541931c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/75ddcbb228384160b87b37f04ac5c317, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/cd8399b1c96d45fba14e6c0c22cc1cec, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/f0f23cc5638d4de1a36c485377691569, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/7ed246eb7ceb4eb3ace38fcdd922acb8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/18f854ad6cd946c6b50813de7fc1baaa] to archive 2024-11-25T00:23:53,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:23:53,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/c95c0f49cb254525b09ff50cc757dc54 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/c95c0f49cb254525b09ff50cc757dc54 2024-11-25T00:23:53,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/2a9312ca9c1547e9b77ba68f316b6b6f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/2a9312ca9c1547e9b77ba68f316b6b6f 2024-11-25T00:23:53,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5bc8afe627e64f61b1d09dae2feb59b6 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5bc8afe627e64f61b1d09dae2feb59b6 2024-11-25T00:23:53,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/d213d652ebe64a178af74baa392b764b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/d213d652ebe64a178af74baa392b764b 2024-11-25T00:23:53,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/efa3e092fc134b68abc4ef3f17bd13d6 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/efa3e092fc134b68abc4ef3f17bd13d6 2024-11-25T00:23:53,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/311464c201f24df794cbc2daa93a75fd to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/311464c201f24df794cbc2daa93a75fd 2024-11-25T00:23:53,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/714f50c99d4e4d1ea132ef174bded08c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/714f50c99d4e4d1ea132ef174bded08c 2024-11-25T00:23:53,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/e85974a2dd8b45ae8a426f0b14dca950 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/e85974a2dd8b45ae8a426f0b14dca950 2024-11-25T00:23:53,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/d6cbcf2c6a1f4f0180460ca9f03b803c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/d6cbcf2c6a1f4f0180460ca9f03b803c 2024-11-25T00:23:53,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/672a8c4a68ba47c0b6ec2a00b638e5ae to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/672a8c4a68ba47c0b6ec2a00b638e5ae 2024-11-25T00:23:53,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5844dde74fa14c0f90a97a36eb0406cd to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5844dde74fa14c0f90a97a36eb0406cd 2024-11-25T00:23:53,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/8cb50114ac334add9ad7fceed54acd7d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/8cb50114ac334add9ad7fceed54acd7d 2024-11-25T00:23:53,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/4e988cf20f80401f8c389e3b504e94fd to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/4e988cf20f80401f8c389e3b504e94fd 2024-11-25T00:23:53,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5ef8fc8ca05a42aea909c0524c6198cd to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5ef8fc8ca05a42aea909c0524c6198cd 2024-11-25T00:23:53,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/ecb1ff1964124009a2e102310bb7c512 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/ecb1ff1964124009a2e102310bb7c512 2024-11-25T00:23:53,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/3f86984ffe9e438ab625aa30356b7e0d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/3f86984ffe9e438ab625aa30356b7e0d 2024-11-25T00:23:53,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/023a16d06df94eb188bac7315a698c81 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/023a16d06df94eb188bac7315a698c81 2024-11-25T00:23:53,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/36f14ea8770d495198fde75bffa771e9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/36f14ea8770d495198fde75bffa771e9 2024-11-25T00:23:53,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/87486f0b58344d468a44127e88993eaa to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/87486f0b58344d468a44127e88993eaa 2024-11-25T00:23:53,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/354e118b8a3140cd920a6c9f6107e645 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/354e118b8a3140cd920a6c9f6107e645 2024-11-25T00:23:53,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/fa8f16a7067549a684c2c1abfbccc227 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/fa8f16a7067549a684c2c1abfbccc227 2024-11-25T00:23:53,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/b7df6827636f4d59b799b21944c7d847 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/b7df6827636f4d59b799b21944c7d847 2024-11-25T00:23:53,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/c72c268c14c34ce38c21cc4de8e8abc5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/c72c268c14c34ce38c21cc4de8e8abc5 2024-11-25T00:23:53,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/27f89566cefc425bb6dd9101d7ac2fa9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/27f89566cefc425bb6dd9101d7ac2fa9 2024-11-25T00:23:53,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/bacd99115c934256ae198b8ee4ffe571 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/bacd99115c934256ae198b8ee4ffe571 2024-11-25T00:23:53,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/40485e75129a4b8abf7e4ec619d4e118 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/40485e75129a4b8abf7e4ec619d4e118 2024-11-25T00:23:53,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/6b10ed8e25bf445cac0e8dc5c9af5260 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/6b10ed8e25bf445cac0e8dc5c9af5260 2024-11-25T00:23:53,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/b5b52c2aaece41b6b0b508af9d32c644 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/b5b52c2aaece41b6b0b508af9d32c644 2024-11-25T00:23:53,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/383fb23350db4f87845db61b0541931c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/383fb23350db4f87845db61b0541931c 2024-11-25T00:23:53,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/75ddcbb228384160b87b37f04ac5c317 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/75ddcbb228384160b87b37f04ac5c317 2024-11-25T00:23:53,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/cd8399b1c96d45fba14e6c0c22cc1cec to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/cd8399b1c96d45fba14e6c0c22cc1cec 2024-11-25T00:23:53,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/f0f23cc5638d4de1a36c485377691569 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/f0f23cc5638d4de1a36c485377691569 2024-11-25T00:23:53,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/7ed246eb7ceb4eb3ace38fcdd922acb8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/7ed246eb7ceb4eb3ace38fcdd922acb8 2024-11-25T00:23:53,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/18f854ad6cd946c6b50813de7fc1baaa to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/18f854ad6cd946c6b50813de7fc1baaa 2024-11-25T00:23:53,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/57ae464b3dee4a279b5d4d46158fea77, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/fe2967ec876d4d2abcfe5bcc53973637, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d848f7f38c89439cbd4dbe18e8277073, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/0dbf88990d764f4686d9aefde85796c8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/5fb01385e017440f82421ee42ef6b627, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/691337663b7c475aac0ae811099999ba, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/f70364996c23436789117458fbf62203, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/211d6ac74f3948b6b17ee6b9fe9ec929, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d06823beee6a449baf75db20dce3050c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/1b9393ea88b34b0790ce16781cab911a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6616dd87a5c7466d866c04b6ce8807df, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/139b4258738e42d2a7104d560bdc4d2f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/ec700ca2d3df4e869e0049405e910c2b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d718ce18f1e44bf6b065c2ab115a5545, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/76b2fb77fcca486cb686beab4e3fcdef, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/44ddffc2a4d84b67bb2aa3747977cdb5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e718a3fb75c7407992d39ff21e69b9be, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/ea3081dc0ddb49f8ae2729ed6d86da0d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/682fc10cd4944c7aa88e6fa79f38a78a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/105f9a3365cd43cc9b3710192017a022, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/377cb3d157cd4d46a2d521bb246f8662, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/25c1f9520d68411ab65e62180e864902, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e901df83162146e78fe649a6f22c5361, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/589fd8a16f4c40089090f87bd1882c53, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e6576009f5184d9ea769e25a93032aef, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/9c5ae6124a8c4a079d32e1a5433ed16f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/44bba9bcd0154d7c839c3da5cb99d8ef, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/a20e001919584921978797bb9d3a1b6d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/8bdaa1c31af34c4593ee47bc5459d646, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6aa645805ce7460eb4f0926fe5d7c544, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/7acad50cf20548c785dd0f1957600086, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/35626ed1b9a94bc5861b84cc4d84767a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/f37fc0b8ca614284851a86567225eba4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/5d55b62be0e0438794f0c602525e2bbf] to archive 2024-11-25T00:23:53,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:23:53,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/57ae464b3dee4a279b5d4d46158fea77 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/57ae464b3dee4a279b5d4d46158fea77 2024-11-25T00:23:53,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/fe2967ec876d4d2abcfe5bcc53973637 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/fe2967ec876d4d2abcfe5bcc53973637 2024-11-25T00:23:53,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d848f7f38c89439cbd4dbe18e8277073 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d848f7f38c89439cbd4dbe18e8277073 2024-11-25T00:23:53,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/0dbf88990d764f4686d9aefde85796c8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/0dbf88990d764f4686d9aefde85796c8 2024-11-25T00:23:53,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/5fb01385e017440f82421ee42ef6b627 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/5fb01385e017440f82421ee42ef6b627 2024-11-25T00:23:53,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/691337663b7c475aac0ae811099999ba to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/691337663b7c475aac0ae811099999ba 2024-11-25T00:23:53,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/f70364996c23436789117458fbf62203 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/f70364996c23436789117458fbf62203 2024-11-25T00:23:53,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/211d6ac74f3948b6b17ee6b9fe9ec929 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/211d6ac74f3948b6b17ee6b9fe9ec929 2024-11-25T00:23:53,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d06823beee6a449baf75db20dce3050c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d06823beee6a449baf75db20dce3050c 2024-11-25T00:23:53,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/1b9393ea88b34b0790ce16781cab911a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/1b9393ea88b34b0790ce16781cab911a 2024-11-25T00:23:53,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6616dd87a5c7466d866c04b6ce8807df to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6616dd87a5c7466d866c04b6ce8807df 2024-11-25T00:23:53,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/139b4258738e42d2a7104d560bdc4d2f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/139b4258738e42d2a7104d560bdc4d2f 2024-11-25T00:23:53,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/ec700ca2d3df4e869e0049405e910c2b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/ec700ca2d3df4e869e0049405e910c2b 2024-11-25T00:23:53,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d718ce18f1e44bf6b065c2ab115a5545 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d718ce18f1e44bf6b065c2ab115a5545 2024-11-25T00:23:53,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/76b2fb77fcca486cb686beab4e3fcdef to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/76b2fb77fcca486cb686beab4e3fcdef 2024-11-25T00:23:53,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/44ddffc2a4d84b67bb2aa3747977cdb5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/44ddffc2a4d84b67bb2aa3747977cdb5 2024-11-25T00:23:53,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e718a3fb75c7407992d39ff21e69b9be to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e718a3fb75c7407992d39ff21e69b9be 2024-11-25T00:23:53,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/ea3081dc0ddb49f8ae2729ed6d86da0d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/ea3081dc0ddb49f8ae2729ed6d86da0d 2024-11-25T00:23:53,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/682fc10cd4944c7aa88e6fa79f38a78a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/682fc10cd4944c7aa88e6fa79f38a78a 2024-11-25T00:23:53,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/105f9a3365cd43cc9b3710192017a022 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/105f9a3365cd43cc9b3710192017a022 2024-11-25T00:23:53,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/377cb3d157cd4d46a2d521bb246f8662 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/377cb3d157cd4d46a2d521bb246f8662 2024-11-25T00:23:53,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/25c1f9520d68411ab65e62180e864902 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/25c1f9520d68411ab65e62180e864902 2024-11-25T00:23:53,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e901df83162146e78fe649a6f22c5361 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e901df83162146e78fe649a6f22c5361 2024-11-25T00:23:53,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/589fd8a16f4c40089090f87bd1882c53 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/589fd8a16f4c40089090f87bd1882c53 2024-11-25T00:23:53,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e6576009f5184d9ea769e25a93032aef to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/e6576009f5184d9ea769e25a93032aef 2024-11-25T00:23:53,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/9c5ae6124a8c4a079d32e1a5433ed16f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/9c5ae6124a8c4a079d32e1a5433ed16f 2024-11-25T00:23:53,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/44bba9bcd0154d7c839c3da5cb99d8ef to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/44bba9bcd0154d7c839c3da5cb99d8ef 2024-11-25T00:23:53,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/a20e001919584921978797bb9d3a1b6d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/a20e001919584921978797bb9d3a1b6d 2024-11-25T00:23:53,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/8bdaa1c31af34c4593ee47bc5459d646 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/8bdaa1c31af34c4593ee47bc5459d646 2024-11-25T00:23:53,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6aa645805ce7460eb4f0926fe5d7c544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6aa645805ce7460eb4f0926fe5d7c544 2024-11-25T00:23:53,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/7acad50cf20548c785dd0f1957600086 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/7acad50cf20548c785dd0f1957600086 2024-11-25T00:23:53,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/35626ed1b9a94bc5861b84cc4d84767a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/35626ed1b9a94bc5861b84cc4d84767a 2024-11-25T00:23:53,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/f37fc0b8ca614284851a86567225eba4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/f37fc0b8ca614284851a86567225eba4 2024-11-25T00:23:53,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/5d55b62be0e0438794f0c602525e2bbf to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/5d55b62be0e0438794f0c602525e2bbf 2024-11-25T00:23:53,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8ec82076f7fd48fb8cbecf5ced2f5ca0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/3faa82440bae446685488d909515bc8e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8326ac69d7e54e28a941eb6c0597016f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/1dcb651944bf4a0c945dac051c7b3fe4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/000c97b6aebc45eebeae4d8c8c09b4ae, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/48e3d224968643baafa175880821c791, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/2f9477f9ce6445ecb709302acf7e2560, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/9cee8bbfc8694c6aadcf53abaca77d61, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/76baff4226d14d59821025e34734cc60, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8360165a98c0414993c9991d9db1f3d4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/26a39ed188ef47b7b6410e6e95789593, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4ef329154c324d4d92aab67512b1167c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/9abe136ec5ff4df5b29ea8c7b3b3f6f7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/42349004c16a42749f2db012d4bea0e9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/115fd10ba7b145a9b1f645675f8c3a24, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/85cf01aa085b4aaf99c281d1c0cface9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4c6346f373074ed0889840fb6060512f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/a87e1542cf124d3096bdc2d5beb20170, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/923ccb433bf84a9da8f48456cc45029d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/157d154d3c0047e18cbd022b69e73dc1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/960e27d21e1741d28513e1aa41ec76a2, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/29e5ac592ba24f4289bafaca4c0b83e1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/d629e6ffc183477ebc734d687211c911, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/bc783e9fade847ac9a898de6cc1de8cc, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/910836e7c5234cb8a2a191a7ec4c1cad, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/5d6c3d014e5b4412abc70600838d5327, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/b2debf9dbbd2441389925e2ef2b522c8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8e7fef6eedf0445386a686834dcd91cd, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/c43bedd45f1940e981d853b7945caad8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/ff372aa3dfb4488ea2899326394dc2e4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/fd70d37365e54c67a3b110a5db200840, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8b35ccad5a714b78af1314fd99fae9de, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/202b39ee27bc47689ab55f4b76e53267, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/b5c701fc30a04c99b5212f148eaaaff6] to archive 2024-11-25T00:23:53,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:23:53,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8ec82076f7fd48fb8cbecf5ced2f5ca0 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8ec82076f7fd48fb8cbecf5ced2f5ca0 2024-11-25T00:23:53,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/3faa82440bae446685488d909515bc8e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/3faa82440bae446685488d909515bc8e 2024-11-25T00:23:53,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8326ac69d7e54e28a941eb6c0597016f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8326ac69d7e54e28a941eb6c0597016f 2024-11-25T00:23:53,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/1dcb651944bf4a0c945dac051c7b3fe4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/1dcb651944bf4a0c945dac051c7b3fe4 2024-11-25T00:23:53,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/000c97b6aebc45eebeae4d8c8c09b4ae to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/000c97b6aebc45eebeae4d8c8c09b4ae 2024-11-25T00:23:53,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/48e3d224968643baafa175880821c791 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/48e3d224968643baafa175880821c791 2024-11-25T00:23:53,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/2f9477f9ce6445ecb709302acf7e2560 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/2f9477f9ce6445ecb709302acf7e2560 2024-11-25T00:23:53,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/9cee8bbfc8694c6aadcf53abaca77d61 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/9cee8bbfc8694c6aadcf53abaca77d61 2024-11-25T00:23:53,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/76baff4226d14d59821025e34734cc60 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/76baff4226d14d59821025e34734cc60 2024-11-25T00:23:53,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8360165a98c0414993c9991d9db1f3d4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8360165a98c0414993c9991d9db1f3d4 2024-11-25T00:23:53,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/26a39ed188ef47b7b6410e6e95789593 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/26a39ed188ef47b7b6410e6e95789593 2024-11-25T00:23:53,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4ef329154c324d4d92aab67512b1167c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4ef329154c324d4d92aab67512b1167c 2024-11-25T00:23:53,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/9abe136ec5ff4df5b29ea8c7b3b3f6f7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/9abe136ec5ff4df5b29ea8c7b3b3f6f7 2024-11-25T00:23:53,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/42349004c16a42749f2db012d4bea0e9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/42349004c16a42749f2db012d4bea0e9 2024-11-25T00:23:53,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/115fd10ba7b145a9b1f645675f8c3a24 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/115fd10ba7b145a9b1f645675f8c3a24 2024-11-25T00:23:53,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/85cf01aa085b4aaf99c281d1c0cface9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/85cf01aa085b4aaf99c281d1c0cface9 2024-11-25T00:23:53,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4c6346f373074ed0889840fb6060512f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4c6346f373074ed0889840fb6060512f 2024-11-25T00:23:53,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/a87e1542cf124d3096bdc2d5beb20170 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/a87e1542cf124d3096bdc2d5beb20170 2024-11-25T00:23:53,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/923ccb433bf84a9da8f48456cc45029d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/923ccb433bf84a9da8f48456cc45029d 2024-11-25T00:23:53,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/157d154d3c0047e18cbd022b69e73dc1 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/157d154d3c0047e18cbd022b69e73dc1 2024-11-25T00:23:53,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/960e27d21e1741d28513e1aa41ec76a2 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/960e27d21e1741d28513e1aa41ec76a2 2024-11-25T00:23:53,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/29e5ac592ba24f4289bafaca4c0b83e1 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/29e5ac592ba24f4289bafaca4c0b83e1 2024-11-25T00:23:53,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/d629e6ffc183477ebc734d687211c911 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/d629e6ffc183477ebc734d687211c911 2024-11-25T00:23:53,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/bc783e9fade847ac9a898de6cc1de8cc to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/bc783e9fade847ac9a898de6cc1de8cc 2024-11-25T00:23:53,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/910836e7c5234cb8a2a191a7ec4c1cad to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/910836e7c5234cb8a2a191a7ec4c1cad 2024-11-25T00:23:53,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/5d6c3d014e5b4412abc70600838d5327 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/5d6c3d014e5b4412abc70600838d5327 2024-11-25T00:23:53,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/b2debf9dbbd2441389925e2ef2b522c8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/b2debf9dbbd2441389925e2ef2b522c8 2024-11-25T00:23:53,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8e7fef6eedf0445386a686834dcd91cd to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8e7fef6eedf0445386a686834dcd91cd 2024-11-25T00:23:53,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/c43bedd45f1940e981d853b7945caad8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/c43bedd45f1940e981d853b7945caad8 2024-11-25T00:23:53,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/ff372aa3dfb4488ea2899326394dc2e4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/ff372aa3dfb4488ea2899326394dc2e4 2024-11-25T00:23:53,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/fd70d37365e54c67a3b110a5db200840 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/fd70d37365e54c67a3b110a5db200840 2024-11-25T00:23:53,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8b35ccad5a714b78af1314fd99fae9de to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/8b35ccad5a714b78af1314fd99fae9de 2024-11-25T00:23:53,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/202b39ee27bc47689ab55f4b76e53267 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/202b39ee27bc47689ab55f4b76e53267 2024-11-25T00:23:53,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/b5c701fc30a04c99b5212f148eaaaff6 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/b5c701fc30a04c99b5212f148eaaaff6 2024-11-25T00:23:53,528 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/recovered.edits/509.seqid, newMaxSeqId=509, maxSeqId=4 2024-11-25T00:23:53,529 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4. 2024-11-25T00:23:53,529 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for a6c8ded2ae4d359f969d5a404f0abce4: 2024-11-25T00:23:53,531 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:53,531 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=a6c8ded2ae4d359f969d5a404f0abce4, regionState=CLOSED 2024-11-25T00:23:53,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-25T00:23:53,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure a6c8ded2ae4d359f969d5a404f0abce4, server=4bb75722a6be,37323,1732494119912 in 3.4700 sec 2024-11-25T00:23:53,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-25T00:23:53,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6c8ded2ae4d359f969d5a404f0abce4, UNASSIGN in 3.4770 sec 2024-11-25T00:23:53,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-25T00:23:53,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.4800 sec 2024-11-25T00:23:53,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494233539"}]},"ts":"1732494233539"} 2024-11-25T00:23:53,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T00:23:53,542 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T00:23:53,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.4950 sec 2024-11-25T00:23:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T00:23:54,157 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-25T00:23:54,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T00:23:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:54,159 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T00:23:54,160 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:54,162 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,164 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/recovered.edits] 2024-11-25T00:23:54,167 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5c1e41ddd39f4e2a88aab8d05c026126 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/5c1e41ddd39f4e2a88aab8d05c026126 2024-11-25T00:23:54,168 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/ddaa882003ba4c73a0ff55f016db5039 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/ddaa882003ba4c73a0ff55f016db5039 2024-11-25T00:23:54,169 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/e9e6e30facc14615936901516f9ee4aa to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/A/e9e6e30facc14615936901516f9ee4aa 2024-11-25T00:23:54,172 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6288e23e439c49cfb9b50f250e805b91 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/6288e23e439c49cfb9b50f250e805b91 2024-11-25T00:23:54,174 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/b74d9417cc4a456a90bb909d8824a879 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/b74d9417cc4a456a90bb909d8824a879 2024-11-25T00:23:54,175 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d7dd35f2a1184114872d26113eb24235 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/B/d7dd35f2a1184114872d26113eb24235 2024-11-25T00:23:54,177 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4d816749dc4c4f4b8dccf0851893beac to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/4d816749dc4c4f4b8dccf0851893beac 2024-11-25T00:23:54,178 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/88d4da30a2d74367ad0454b3f456319c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/88d4da30a2d74367ad0454b3f456319c 2024-11-25T00:23:54,179 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/c6ce069febd44f9a9ed22116117747a2 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/C/c6ce069febd44f9a9ed22116117747a2 2024-11-25T00:23:54,182 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/recovered.edits/509.seqid to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4/recovered.edits/509.seqid 2024-11-25T00:23:54,182 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,182 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T00:23:54,183 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T00:23:54,183 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T00:23:54,185 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250980a5801159489aa00e31faee17e759_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250980a5801159489aa00e31faee17e759_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,186 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112509b84c013d964a82b2739a9789362744_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112509b84c013d964a82b2739a9789362744_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,187 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250bc71466c1e649d9a90ef87cdc84feca_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250bc71466c1e649d9a90ef87cdc84feca_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,188 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250e9910358dc1473f8f2542a812153b4e_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250e9910358dc1473f8f2542a812153b4e_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,189 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251a3af2ac260c47e79b3b73a235410fdc_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251a3af2ac260c47e79b3b73a235410fdc_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,190 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251ea7aea09f264b38909e8702f6f7eaa7_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251ea7aea09f264b38909e8702f6f7eaa7_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,191 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251fb01057fe2f40bf8ae2c0e1affa2331_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251fb01057fe2f40bf8ae2c0e1affa2331_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,192 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251fdc7a614b414aab8b6494ffce6fb939_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251fdc7a614b414aab8b6494ffce6fb939_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,194 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112530af8b3f3fe84f1181abb63ef12b0ae3_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112530af8b3f3fe84f1181abb63ef12b0ae3_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,195 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254668ab4313c34aba830778d19f16f294_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254668ab4313c34aba830778d19f16f294_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,196 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125570c4ace95df4fbdbeea9c5c03490081_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125570c4ace95df4fbdbeea9c5c03490081_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,197 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255a35c80479724dab8579fa84a8ddb3f4_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255a35c80479724dab8579fa84a8ddb3f4_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,198 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256336207c62ee4a8d881bd422cfe0786d_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256336207c62ee4a8d881bd422cfe0786d_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,198 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256684d5ac2a034b0bae3d74a5f0556385_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256684d5ac2a034b0bae3d74a5f0556385_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,199 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125861c19ed43284d1db3ee0ea6676bb046_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125861c19ed43284d1db3ee0ea6676bb046_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,200 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259460831210e245b9bcc85b8a4109ce90_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259460831210e245b9bcc85b8a4109ce90_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,201 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a659e2feefea4fbd8fe594121a7c6bb3_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a659e2feefea4fbd8fe594121a7c6bb3_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,202 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a81961affde4424a823eb02fcf11a67b_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a81961affde4424a823eb02fcf11a67b_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,203 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b66efd76c06c426daff6d4bf175fcf41_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b66efd76c06c426daff6d4bf175fcf41_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,204 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bf4a74621a504c048da5c5530860ec58_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bf4a74621a504c048da5c5530860ec58_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,205 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c732885b43564f8f9d5de8fbdbb30d90_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c732885b43564f8f9d5de8fbdbb30d90_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,206 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cb9e9dafe12c4581ae89e397dc4c6c1b_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cb9e9dafe12c4581ae89e397dc4c6c1b_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,207 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d47343a39474450d946a9ad464ab8d70_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d47343a39474450d946a9ad464ab8d70_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,208 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e1b0e6e50b334989a1205779290c8e11_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e1b0e6e50b334989a1205779290c8e11_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,209 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea290a92b8e64b0ea4f5eebd94d2ff2e_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea290a92b8e64b0ea4f5eebd94d2ff2e_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,210 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ed761f0477be4a73ac9f5fa3eda60ee7_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ed761f0477be4a73ac9f5fa3eda60ee7_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,210 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ef8937b500d44e818684c734bb639ccb_a6c8ded2ae4d359f969d5a404f0abce4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ef8937b500d44e818684c734bb639ccb_a6c8ded2ae4d359f969d5a404f0abce4 2024-11-25T00:23:54,211 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T00:23:54,213 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:54,214 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T00:23:54,216 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T00:23:54,217 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:54,217 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T00:23:54,217 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732494234217"}]},"ts":"9223372036854775807"} 2024-11-25T00:23:54,218 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T00:23:54,218 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a6c8ded2ae4d359f969d5a404f0abce4, NAME => 'TestAcidGuarantees,,1732494206700.a6c8ded2ae4d359f969d5a404f0abce4.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T00:23:54,218 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T00:23:54,219 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732494234219"}]},"ts":"9223372036854775807"} 2024-11-25T00:23:54,220 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T00:23:54,222 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:54,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-25T00:23:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T00:23:54,261 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-25T00:23:54,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=462 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=636 (was 649), ProcessCount=11 (was 11), AvailableMemoryMB=6647 (was 6717) 2024-11-25T00:23:54,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=636, ProcessCount=11, AvailableMemoryMB=6647 2024-11-25T00:23:54,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:23:54,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:23:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:54,281 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T00:23:54,281 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:54,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-25T00:23:54,282 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T00:23:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T00:23:54,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742325_1501 (size=963) 2024-11-25T00:23:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T00:23:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T00:23:54,689 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb 2024-11-25T00:23:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742326_1502 (size=53) 2024-11-25T00:23:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T00:23:55,095 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:23:55,095 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a9e7ee5c069c5475f2ba4d7c55ee737e, disabling compactions & flushes 2024-11-25T00:23:55,095 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:55,095 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:55,095 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. after waiting 0 ms 2024-11-25T00:23:55,095 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:55,095 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:55,095 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:23:55,096 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T00:23:55,096 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732494235096"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732494235096"}]},"ts":"1732494235096"} 2024-11-25T00:23:55,097 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T00:23:55,098 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T00:23:55,098 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494235098"}]},"ts":"1732494235098"} 2024-11-25T00:23:55,099 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T00:23:55,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a9e7ee5c069c5475f2ba4d7c55ee737e, ASSIGN}] 2024-11-25T00:23:55,103 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a9e7ee5c069c5475f2ba4d7c55ee737e, ASSIGN 2024-11-25T00:23:55,103 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a9e7ee5c069c5475f2ba4d7c55ee737e, ASSIGN; state=OFFLINE, location=4bb75722a6be,37323,1732494119912; forceNewPlan=false, retain=false 2024-11-25T00:23:55,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=a9e7ee5c069c5475f2ba4d7c55ee737e, regionState=OPENING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:55,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:23:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T00:23:55,406 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:55,409 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:55,409 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:23:55,409 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:23:55,409 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:23:55,409 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:23:55,409 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:23:55,411 INFO [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:23:55,412 INFO [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:55,412 INFO [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9e7ee5c069c5475f2ba4d7c55ee737e columnFamilyName A 2024-11-25T00:23:55,412 DEBUG [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:55,412 INFO [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] regionserver.HStore(327): Store=a9e7ee5c069c5475f2ba4d7c55ee737e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:55,413 INFO [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:23:55,413 INFO [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:55,414 INFO [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9e7ee5c069c5475f2ba4d7c55ee737e columnFamilyName B 2024-11-25T00:23:55,414 DEBUG [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:55,414 INFO [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] regionserver.HStore(327): Store=a9e7ee5c069c5475f2ba4d7c55ee737e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:55,414 INFO [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:23:55,415 INFO [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:55,415 INFO [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9e7ee5c069c5475f2ba4d7c55ee737e columnFamilyName C 2024-11-25T00:23:55,415 DEBUG [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:55,416 INFO [StoreOpener-a9e7ee5c069c5475f2ba4d7c55ee737e-1 {}] regionserver.HStore(327): Store=a9e7ee5c069c5475f2ba4d7c55ee737e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:55,416 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:55,416 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:23:55,417 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:23:55,418 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:23:55,419 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:23:55,421 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:23:55,421 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened a9e7ee5c069c5475f2ba4d7c55ee737e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67422511, jitterRate=0.004673704504966736}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:23:55,421 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:23:55,422 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., pid=125, masterSystemTime=1732494235406 2024-11-25T00:23:55,423 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:55,423 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:55,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=a9e7ee5c069c5475f2ba4d7c55ee737e, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:55,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-25T00:23:55,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 in 169 msec 2024-11-25T00:23:55,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-25T00:23:55,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a9e7ee5c069c5475f2ba4d7c55ee737e, ASSIGN in 323 msec 2024-11-25T00:23:55,427 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T00:23:55,427 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494235427"}]},"ts":"1732494235427"} 2024-11-25T00:23:55,427 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T00:23:55,429 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T00:23:55,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-25T00:23:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-25T00:23:56,386 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-25T00:23:56,387 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x301741f1 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a6e9f 2024-11-25T00:23:56,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60eb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:56,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:56,393 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:56,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T00:23:56,394 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T00:23:56,395 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-11-25T00:23:56,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:56,399 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-11-25T00:23:56,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:56,401 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-11-25T00:23:56,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:56,404 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-11-25T00:23:56,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:56,407 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-11-25T00:23:56,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:56,410 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-11-25T00:23:56,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:56,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-11-25T00:23:56,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:56,417 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-11-25T00:23:56,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:56,421 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-11-25T00:23:56,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:56,426 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-11-25T00:23:56,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:56,434 DEBUG [hconnection-0x2fc17cc4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:56,434 DEBUG [hconnection-0x6dc7c449-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:56,434 DEBUG [hconnection-0x118a80cc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:56,434 DEBUG [hconnection-0xfe3430d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:56,435 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:56,435 DEBUG [hconnection-0x3d89c3c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:56,435 DEBUG [hconnection-0x465cab1b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:56,435 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:56,436 DEBUG [hconnection-0x7022ecc1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:56,436 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:56,436 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:56,437 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:56,437 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:56,437 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:56,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-25T00:23:56,439 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T00:23:56,440 DEBUG [hconnection-0x1dfbb65d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:56,440 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:56,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:56,441 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:56,441 DEBUG [hconnection-0x744b029f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:56,441 DEBUG [hconnection-0x7d075359-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:56,442 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:56,443 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:23:56,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:23:56,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:23:56,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:56,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:23:56,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:56,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:23:56,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:56,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494296492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494296491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494296492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494296492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/43978284545046dc8d24316f9ebefcd5 is 50, key is test_row_0/A:col10/1732494236475/Put/seqid=0 2024-11-25T00:23:56,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494296493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742327_1503 (size=14341) 2024-11-25T00:23:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T00:23:56,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T00:23:56,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:56,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:23:56,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:56,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:56,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:56,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494296594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494296594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494296595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494296595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494296597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T00:23:56,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T00:23:56,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:56,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:23:56,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:56,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:56,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:56,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494296798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494296798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494296799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494296800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494296800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,898 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:56,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T00:23:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:23:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:56,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:56,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/43978284545046dc8d24316f9ebefcd5 2024-11-25T00:23:56,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/c9dc757488984bdeb75b675b6730c1b0 is 50, key is test_row_0/B:col10/1732494236475/Put/seqid=0 2024-11-25T00:23:56,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742328_1504 (size=12001) 2024-11-25T00:23:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T00:23:57,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T00:23:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:23:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:57,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:57,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494297101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494297102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494297103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494297104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494297105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,204 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T00:23:57,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:57,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:23:57,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:57,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:57,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:57,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/c9dc757488984bdeb75b675b6730c1b0 2024-11-25T00:23:57,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T00:23:57,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:57,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:23:57,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:57,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:57,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:57,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/809d2eebaec246149892e61b39367750 is 50, key is test_row_0/C:col10/1732494236475/Put/seqid=0 2024-11-25T00:23:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:57,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742329_1505 (size=12001) 2024-11-25T00:23:57,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/809d2eebaec246149892e61b39367750 2024-11-25T00:23:57,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/43978284545046dc8d24316f9ebefcd5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/43978284545046dc8d24316f9ebefcd5 2024-11-25T00:23:57,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/43978284545046dc8d24316f9ebefcd5, entries=200, sequenceid=15, filesize=14.0 K 2024-11-25T00:23:57,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/c9dc757488984bdeb75b675b6730c1b0 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c9dc757488984bdeb75b675b6730c1b0 2024-11-25T00:23:57,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c9dc757488984bdeb75b675b6730c1b0, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T00:23:57,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/809d2eebaec246149892e61b39367750 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/809d2eebaec246149892e61b39367750 2024-11-25T00:23:57,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/809d2eebaec246149892e61b39367750, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T00:23:57,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for a9e7ee5c069c5475f2ba4d7c55ee737e in 905ms, sequenceid=15, compaction requested=false 2024-11-25T00:23:57,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:23:57,509 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T00:23:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:57,510 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:23:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:23:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:23:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:23:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:57,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/7946306209224f559fd9c0db1c9a5388 is 50, key is test_row_0/A:col10/1732494236491/Put/seqid=0 2024-11-25T00:23:57,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742330_1506 (size=12001) 2024-11-25T00:23:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T00:23:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:23:57,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:23:57,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494297617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494297617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494297647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494297647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494297647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494297748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494297748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494297755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494297755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494297756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,918 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/7946306209224f559fd9c0db1c9a5388 2024-11-25T00:23:57,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/5d300adf7493426f850e6520cc6bfaac is 50, key is test_row_0/B:col10/1732494236491/Put/seqid=0 2024-11-25T00:23:57,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742331_1507 (size=12001) 2024-11-25T00:23:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494297952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494297953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494297960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494297960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:57,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494297961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494298256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494298257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494298266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494298267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494298267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,296 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T00:23:58,328 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/5d300adf7493426f850e6520cc6bfaac 2024-11-25T00:23:58,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/35ff95e7dd7f4c0d9c3bf41ddf0f4845 is 50, key is test_row_0/C:col10/1732494236491/Put/seqid=0 2024-11-25T00:23:58,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742332_1508 (size=12001) 2024-11-25T00:23:58,339 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/35ff95e7dd7f4c0d9c3bf41ddf0f4845 2024-11-25T00:23:58,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/7946306209224f559fd9c0db1c9a5388 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/7946306209224f559fd9c0db1c9a5388 2024-11-25T00:23:58,347 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/7946306209224f559fd9c0db1c9a5388, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T00:23:58,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/5d300adf7493426f850e6520cc6bfaac as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/5d300adf7493426f850e6520cc6bfaac 2024-11-25T00:23:58,351 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/5d300adf7493426f850e6520cc6bfaac, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T00:23:58,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/35ff95e7dd7f4c0d9c3bf41ddf0f4845 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/35ff95e7dd7f4c0d9c3bf41ddf0f4845 2024-11-25T00:23:58,355 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/35ff95e7dd7f4c0d9c3bf41ddf0f4845, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T00:23:58,356 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for a9e7ee5c069c5475f2ba4d7c55ee737e in 846ms, sequenceid=39, compaction requested=false 2024-11-25T00:23:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:23:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-25T00:23:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-25T00:23:58,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-25T00:23:58,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9170 sec 2024-11-25T00:23:58,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.9210 sec 2024-11-25T00:23:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T00:23:58,543 INFO [Thread-2226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-25T00:23:58,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-25T00:23:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T00:23:58,546 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:58,546 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:58,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T00:23:58,697 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T00:23:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:58,698 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:23:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:23:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:23:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:23:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:58,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/69c8b11b648e457a8aa566692e3e7d2f is 50, key is test_row_0/A:col10/1732494237616/Put/seqid=0 2024-11-25T00:23:58,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742333_1509 (size=12001) 2024-11-25T00:23:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:23:58,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:23:58,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494298790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494298790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494298795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494298796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494298796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T00:23:58,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494298897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494298897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494298903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494298905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:58,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494298905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T00:23:59,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494299101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494299102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494299107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,108 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/69c8b11b648e457a8aa566692e3e7d2f 2024-11-25T00:23:59,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/040082ef4c4c4e2bb88a8e5e33afaf46 is 50, key is test_row_0/B:col10/1732494237616/Put/seqid=0 2024-11-25T00:23:59,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494299109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494299109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742334_1510 (size=12001) 2024-11-25T00:23:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T00:23:59,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494299409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494299409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494299410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494299417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494299417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,519 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/040082ef4c4c4e2bb88a8e5e33afaf46 2024-11-25T00:23:59,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/5a50df5d547b4ecea26c6277b32f5338 is 50, key is test_row_0/C:col10/1732494237616/Put/seqid=0 2024-11-25T00:23:59,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742335_1511 (size=12001) 2024-11-25T00:23:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T00:23:59,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494299914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494299918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494299918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494299920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494299921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:23:59,929 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/5a50df5d547b4ecea26c6277b32f5338 2024-11-25T00:23:59,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/69c8b11b648e457a8aa566692e3e7d2f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/69c8b11b648e457a8aa566692e3e7d2f 2024-11-25T00:23:59,936 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/69c8b11b648e457a8aa566692e3e7d2f, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T00:23:59,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/040082ef4c4c4e2bb88a8e5e33afaf46 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/040082ef4c4c4e2bb88a8e5e33afaf46 2024-11-25T00:23:59,939 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/040082ef4c4c4e2bb88a8e5e33afaf46, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T00:23:59,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/5a50df5d547b4ecea26c6277b32f5338 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/5a50df5d547b4ecea26c6277b32f5338 2024-11-25T00:23:59,942 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/5a50df5d547b4ecea26c6277b32f5338, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T00:23:59,943 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a9e7ee5c069c5475f2ba4d7c55ee737e in 1245ms, sequenceid=52, compaction requested=true 2024-11-25T00:23:59,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:23:59,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:23:59,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-25T00:23:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-25T00:23:59,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-25T00:23:59,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3980 sec 2024-11-25T00:23:59,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.4020 sec 2024-11-25T00:24:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T00:24:00,649 INFO [Thread-2226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-25T00:24:00,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-25T00:24:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T00:24:00,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:00,653 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:00,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T00:24:00,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:00,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T00:24:00,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:00,805 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:24:00,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:00,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:00,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:00,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:00,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:00,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:00,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/3f5632ff05b54f92822d7472aedc22a6 is 50, key is test_row_0/A:col10/1732494238795/Put/seqid=0 2024-11-25T00:24:00,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742336_1512 (size=12001) 2024-11-25T00:24:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:00,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:00,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494300933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:00,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494300933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:00,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494300933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:00,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494300935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:00,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494300936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T00:24:01,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494301040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494301040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494301042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494301042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,222 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/3f5632ff05b54f92822d7472aedc22a6 2024-11-25T00:24:01,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/fb68577ca40843778b9da9ed9bf29692 is 50, key is test_row_0/B:col10/1732494238795/Put/seqid=0 2024-11-25T00:24:01,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742337_1513 (size=12001) 2024-11-25T00:24:01,236 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/fb68577ca40843778b9da9ed9bf29692 2024-11-25T00:24:01,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/98f7f7fab78a4562b05d20e7f0528307 is 50, key is test_row_0/C:col10/1732494238795/Put/seqid=0 2024-11-25T00:24:01,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494301244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742338_1514 (size=12001) 2024-11-25T00:24:01,249 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/98f7f7fab78a4562b05d20e7f0528307 2024-11-25T00:24:01,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/3f5632ff05b54f92822d7472aedc22a6 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/3f5632ff05b54f92822d7472aedc22a6 2024-11-25T00:24:01,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494301247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494301247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494301247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,256 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/3f5632ff05b54f92822d7472aedc22a6, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T00:24:01,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/fb68577ca40843778b9da9ed9bf29692 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/fb68577ca40843778b9da9ed9bf29692 2024-11-25T00:24:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T00:24:01,260 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/fb68577ca40843778b9da9ed9bf29692, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T00:24:01,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/98f7f7fab78a4562b05d20e7f0528307 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/98f7f7fab78a4562b05d20e7f0528307 2024-11-25T00:24:01,264 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/98f7f7fab78a4562b05d20e7f0528307, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T00:24:01,264 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a9e7ee5c069c5475f2ba4d7c55ee737e in 459ms, sequenceid=76, compaction requested=true 2024-11-25T00:24:01,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:01,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:01,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-25T00:24:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-25T00:24:01,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-25T00:24:01,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 613 msec 2024-11-25T00:24:01,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 616 msec 2024-11-25T00:24:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:01,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:24:01,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:01,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:01,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:01,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:01,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:01,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:01,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/4248dbf16d1b40e9b064ae51f5092973 is 50, key is test_row_0/A:col10/1732494240934/Put/seqid=0 2024-11-25T00:24:01,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742339_1515 (size=11997) 2024-11-25T00:24:01,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/4248dbf16d1b40e9b064ae51f5092973 2024-11-25T00:24:01,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/4cd544776fa24def90c090f10c133339 is 50, key is test_row_0/B:col10/1732494240934/Put/seqid=0 2024-11-25T00:24:01,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742340_1516 (size=9657) 2024-11-25T00:24:01,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494301593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494301600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494301601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494301602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494301703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494301705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494301709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494301711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T00:24:01,760 INFO [Thread-2226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-25T00:24:01,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-25T00:24:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T00:24:01,763 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:01,764 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:01,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:01,827 DEBUG [regionserver/4bb75722a6be:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-25T00:24:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T00:24:01,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494301906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494301911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494301912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T00:24:01,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:01,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:01,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:01,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:01,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:01,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494301918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:01,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/4cd544776fa24def90c090f10c133339 2024-11-25T00:24:01,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/17ac8be37482405f92af3c2587f002c7 is 50, key is test_row_0/C:col10/1732494240934/Put/seqid=0 2024-11-25T00:24:01,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742341_1517 (size=9657) 2024-11-25T00:24:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T00:24:02,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T00:24:02,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:02,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:02,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:02,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494302211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494302215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494302215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T00:24:02,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:02,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:02,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:02,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:02,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:02,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494302222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T00:24:02,373 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T00:24:02,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:02,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:02,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:02,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:02,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:02,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/17ac8be37482405f92af3c2587f002c7 2024-11-25T00:24:02,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/4248dbf16d1b40e9b064ae51f5092973 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4248dbf16d1b40e9b064ae51f5092973 2024-11-25T00:24:02,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4248dbf16d1b40e9b064ae51f5092973, entries=150, sequenceid=89, filesize=11.7 K 2024-11-25T00:24:02,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/4cd544776fa24def90c090f10c133339 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4cd544776fa24def90c090f10c133339 2024-11-25T00:24:02,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4cd544776fa24def90c090f10c133339, entries=100, sequenceid=89, filesize=9.4 K 2024-11-25T00:24:02,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/17ac8be37482405f92af3c2587f002c7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/17ac8be37482405f92af3c2587f002c7 2024-11-25T00:24:02,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/17ac8be37482405f92af3c2587f002c7, entries=100, sequenceid=89, filesize=9.4 K 2024-11-25T00:24:02,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a9e7ee5c069c5475f2ba4d7c55ee737e in 853ms, sequenceid=89, compaction requested=true 2024-11-25T00:24:02,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:02,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:02,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:02,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:02,404 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T00:24:02,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:02,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:02,404 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T00:24:02,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:02,405 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62341 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T00:24:02,405 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T00:24:02,405 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/A is initiating minor compaction (all files) 2024-11-25T00:24:02,405 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/B is initiating minor compaction (all files) 2024-11-25T00:24:02,405 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/B in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:02,405 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/A in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:02,406 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c9dc757488984bdeb75b675b6730c1b0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/5d300adf7493426f850e6520cc6bfaac, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/040082ef4c4c4e2bb88a8e5e33afaf46, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/fb68577ca40843778b9da9ed9bf29692, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4cd544776fa24def90c090f10c133339] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=56.3 K 2024-11-25T00:24:02,406 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/43978284545046dc8d24316f9ebefcd5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/7946306209224f559fd9c0db1c9a5388, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/69c8b11b648e457a8aa566692e3e7d2f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/3f5632ff05b54f92822d7472aedc22a6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4248dbf16d1b40e9b064ae51f5092973] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=60.9 K 2024-11-25T00:24:02,406 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43978284545046dc8d24316f9ebefcd5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732494236444 2024-11-25T00:24:02,406 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c9dc757488984bdeb75b675b6730c1b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732494236445 2024-11-25T00:24:02,406 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d300adf7493426f850e6520cc6bfaac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732494236491 2024-11-25T00:24:02,406 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7946306209224f559fd9c0db1c9a5388, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732494236491 2024-11-25T00:24:02,407 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 040082ef4c4c4e2bb88a8e5e33afaf46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732494237616 2024-11-25T00:24:02,407 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69c8b11b648e457a8aa566692e3e7d2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732494237616 2024-11-25T00:24:02,407 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting fb68577ca40843778b9da9ed9bf29692, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732494238794 2024-11-25T00:24:02,407 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f5632ff05b54f92822d7472aedc22a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732494238794 2024-11-25T00:24:02,407 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4248dbf16d1b40e9b064ae51f5092973, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732494240934 2024-11-25T00:24:02,407 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cd544776fa24def90c090f10c133339, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732494240934 2024-11-25T00:24:02,416 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#B#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:02,416 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#A#compaction#424 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:02,416 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/332b422568674d5299ce52cb84a0eb81 is 50, key is test_row_0/A:col10/1732494240934/Put/seqid=0 2024-11-25T00:24:02,417 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/c57a8dc8956c4aca912c28c05393fbd9 is 50, key is test_row_0/B:col10/1732494240934/Put/seqid=0 2024-11-25T00:24:02,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742342_1518 (size=12173) 2024-11-25T00:24:02,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742343_1519 (size=12173) 2024-11-25T00:24:02,525 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T00:24:02,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:02,526 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:24:02,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:02,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:02,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:02,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:02,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:02,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:02,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/5003a29b479e4a228c9ec94acb4f9d6f is 50, key is test_row_0/A:col10/1732494241600/Put/seqid=0 2024-11-25T00:24:02,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742344_1520 (size=12001) 2024-11-25T00:24:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:02,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:02,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494302738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494302739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494302739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494302745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,830 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/c57a8dc8956c4aca912c28c05393fbd9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c57a8dc8956c4aca912c28c05393fbd9 2024-11-25T00:24:02,831 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/332b422568674d5299ce52cb84a0eb81 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/332b422568674d5299ce52cb84a0eb81 2024-11-25T00:24:02,834 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/B of a9e7ee5c069c5475f2ba4d7c55ee737e into c57a8dc8956c4aca912c28c05393fbd9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:02,834 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:02,834 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/B, priority=11, startTime=1732494242404; duration=0sec 2024-11-25T00:24:02,834 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:02,834 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:B 2024-11-25T00:24:02,834 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T00:24:02,835 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/A of a9e7ee5c069c5475f2ba4d7c55ee737e into 332b422568674d5299ce52cb84a0eb81(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:02,835 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:02,835 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/A, priority=11, startTime=1732494242404; duration=0sec 2024-11-25T00:24:02,835 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:02,835 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:A 2024-11-25T00:24:02,836 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T00:24:02,836 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/C is initiating minor compaction (all files) 2024-11-25T00:24:02,836 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/C in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:02,836 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/809d2eebaec246149892e61b39367750, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/35ff95e7dd7f4c0d9c3bf41ddf0f4845, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/5a50df5d547b4ecea26c6277b32f5338, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/98f7f7fab78a4562b05d20e7f0528307, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/17ac8be37482405f92af3c2587f002c7] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=56.3 K 2024-11-25T00:24:02,837 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 809d2eebaec246149892e61b39367750, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732494236445 2024-11-25T00:24:02,837 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 35ff95e7dd7f4c0d9c3bf41ddf0f4845, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732494236491 2024-11-25T00:24:02,837 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a50df5d547b4ecea26c6277b32f5338, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732494237616 2024-11-25T00:24:02,837 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 98f7f7fab78a4562b05d20e7f0528307, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732494238794 2024-11-25T00:24:02,838 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 17ac8be37482405f92af3c2587f002c7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732494240934 2024-11-25T00:24:02,845 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#C#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:02,845 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/87e4f8837ec7468fad96eaf6a4bafa41 is 50, key is test_row_0/C:col10/1732494240934/Put/seqid=0 2024-11-25T00:24:02,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742345_1521 (size=12173) 2024-11-25T00:24:02,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494302846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494302848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494302848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,853 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/87e4f8837ec7468fad96eaf6a4bafa41 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/87e4f8837ec7468fad96eaf6a4bafa41 2024-11-25T00:24:02,857 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/C of a9e7ee5c069c5475f2ba4d7c55ee737e into 87e4f8837ec7468fad96eaf6a4bafa41(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:02,857 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:02,857 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/C, priority=11, startTime=1732494242404; duration=0sec 2024-11-25T00:24:02,857 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:02,857 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:C 2024-11-25T00:24:02,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494302852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T00:24:02,945 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/5003a29b479e4a228c9ec94acb4f9d6f 2024-11-25T00:24:02,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/03c1fcd5c4d442d38487021c195d26b5 is 50, key is test_row_0/B:col10/1732494241600/Put/seqid=0 2024-11-25T00:24:02,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494302953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:02,957 DEBUG [Thread-2222 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., hostname=4bb75722a6be,37323,1732494119912, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:24:02,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742346_1522 (size=12001) 2024-11-25T00:24:03,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494303051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:03,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494303052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:03,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494303052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:03,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494303059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:03,359 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/03c1fcd5c4d442d38487021c195d26b5 2024-11-25T00:24:03,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494303355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:03,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494303357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:03,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494303358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:03,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/f4e79751d27a448385ec3208591802f7 is 50, key is test_row_0/C:col10/1732494241600/Put/seqid=0 2024-11-25T00:24:03,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494303363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742347_1523 (size=12001) 2024-11-25T00:24:03,771 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/f4e79751d27a448385ec3208591802f7 2024-11-25T00:24:03,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/5003a29b479e4a228c9ec94acb4f9d6f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5003a29b479e4a228c9ec94acb4f9d6f 2024-11-25T00:24:03,787 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5003a29b479e4a228c9ec94acb4f9d6f, entries=150, sequenceid=112, filesize=11.7 K 2024-11-25T00:24:03,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/03c1fcd5c4d442d38487021c195d26b5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/03c1fcd5c4d442d38487021c195d26b5 2024-11-25T00:24:03,792 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/03c1fcd5c4d442d38487021c195d26b5, entries=150, sequenceid=112, filesize=11.7 K 2024-11-25T00:24:03,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/f4e79751d27a448385ec3208591802f7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/f4e79751d27a448385ec3208591802f7 2024-11-25T00:24:03,800 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/f4e79751d27a448385ec3208591802f7, entries=150, sequenceid=112, filesize=11.7 K 2024-11-25T00:24:03,801 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a9e7ee5c069c5475f2ba4d7c55ee737e in 1275ms, sequenceid=112, compaction requested=false 2024-11-25T00:24:03,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:03,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:03,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-25T00:24:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-25T00:24:03,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-25T00:24:03,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0390 sec 2024-11-25T00:24:03,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.0450 sec 2024-11-25T00:24:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T00:24:03,867 INFO [Thread-2226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-25T00:24:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:03,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T00:24:03,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:03,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:03,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:03,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:03,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:03,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:03,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-25T00:24:03,869 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T00:24:03,870 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:03,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:03,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/85966b01854e490bba0cd79f26b96750 is 50, key is test_row_0/A:col10/1732494242731/Put/seqid=0 2024-11-25T00:24:03,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742348_1524 (size=14391) 2024-11-25T00:24:03,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494303895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:03,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494303898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:03,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494303899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:03,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494303900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T00:24:04,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494304000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494304002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494304006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494304006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,021 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T00:24:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:04,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T00:24:04,174 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T00:24:04,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:04,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:04,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:04,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494304205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494304209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494304212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494304212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/85966b01854e490bba0cd79f26b96750 2024-11-25T00:24:04,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/22c8240f440a41c5b49e96ae444301a9 is 50, key is test_row_0/B:col10/1732494242731/Put/seqid=0 2024-11-25T00:24:04,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742349_1525 (size=12051) 2024-11-25T00:24:04,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/22c8240f440a41c5b49e96ae444301a9 2024-11-25T00:24:04,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/268f1af4f662404f935806989114487f is 50, key is test_row_0/C:col10/1732494242731/Put/seqid=0 2024-11-25T00:24:04,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742350_1526 (size=12051) 2024-11-25T00:24:04,327 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T00:24:04,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:04,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:04,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:04,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T00:24:04,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T00:24:04,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:04,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:04,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:04,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494304510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494304514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494304518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494304519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T00:24:04,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:04,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:04,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:04,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:04,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/268f1af4f662404f935806989114487f 2024-11-25T00:24:04,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/85966b01854e490bba0cd79f26b96750 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/85966b01854e490bba0cd79f26b96750 2024-11-25T00:24:04,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/85966b01854e490bba0cd79f26b96750, entries=200, sequenceid=129, filesize=14.1 K 2024-11-25T00:24:04,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/22c8240f440a41c5b49e96ae444301a9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/22c8240f440a41c5b49e96ae444301a9 2024-11-25T00:24:04,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/22c8240f440a41c5b49e96ae444301a9, entries=150, sequenceid=129, filesize=11.8 K 2024-11-25T00:24:04,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/268f1af4f662404f935806989114487f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/268f1af4f662404f935806989114487f 2024-11-25T00:24:04,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/268f1af4f662404f935806989114487f, entries=150, sequenceid=129, filesize=11.8 K 2024-11-25T00:24:04,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a9e7ee5c069c5475f2ba4d7c55ee737e in 848ms, sequenceid=129, compaction requested=true 2024-11-25T00:24:04,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:04,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:04,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:04,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:04,716 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:04,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:04,716 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:04,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:04,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:04,717 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:04,717 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38565 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:04,717 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/B is initiating minor compaction (all files) 2024-11-25T00:24:04,717 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/B in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:04,717 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c57a8dc8956c4aca912c28c05393fbd9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/03c1fcd5c4d442d38487021c195d26b5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/22c8240f440a41c5b49e96ae444301a9] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=35.4 K 2024-11-25T00:24:04,717 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/A is initiating minor compaction (all files) 2024-11-25T00:24:04,717 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/A in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:04,717 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c57a8dc8956c4aca912c28c05393fbd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732494238795 2024-11-25T00:24:04,717 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/332b422568674d5299ce52cb84a0eb81, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5003a29b479e4a228c9ec94acb4f9d6f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/85966b01854e490bba0cd79f26b96750] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=37.7 K 2024-11-25T00:24:04,718 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 03c1fcd5c4d442d38487021c195d26b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732494241599 2024-11-25T00:24:04,718 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 332b422568674d5299ce52cb84a0eb81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732494238795 2024-11-25T00:24:04,718 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5003a29b479e4a228c9ec94acb4f9d6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732494241599 2024-11-25T00:24:04,718 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 22c8240f440a41c5b49e96ae444301a9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732494242731 2024-11-25T00:24:04,718 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85966b01854e490bba0cd79f26b96750, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732494242731 2024-11-25T00:24:04,725 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#B#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:04,725 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/169d23598e814b7eac7aac9c0df15bfc is 50, key is test_row_0/B:col10/1732494242731/Put/seqid=0 2024-11-25T00:24:04,725 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#A#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:04,726 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/51f9e15b18f14c618e7089bb0bf6ee15 is 50, key is test_row_0/A:col10/1732494242731/Put/seqid=0 2024-11-25T00:24:04,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742352_1528 (size=12325) 2024-11-25T00:24:04,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742351_1527 (size=12325) 2024-11-25T00:24:04,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:04,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T00:24:04,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:04,786 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T00:24:04,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:04,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:04,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:04,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:04,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:04,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:04,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/4c69200818d540d9864b6373b0120896 is 50, key is test_row_0/A:col10/1732494243899/Put/seqid=0 2024-11-25T00:24:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742353_1529 (size=12151) 2024-11-25T00:24:04,797 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/4c69200818d540d9864b6373b0120896 2024-11-25T00:24:04,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/145d42eb43174aab896df8f00871bb36 is 50, key is test_row_0/B:col10/1732494243899/Put/seqid=0 2024-11-25T00:24:04,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742354_1530 (size=12151) 2024-11-25T00:24:04,814 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/145d42eb43174aab896df8f00871bb36 2024-11-25T00:24:04,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/14fa820710584b758c3b43cf1f776369 is 50, key is test_row_0/C:col10/1732494243899/Put/seqid=0 2024-11-25T00:24:04,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742355_1531 (size=12151) 2024-11-25T00:24:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T00:24:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:05,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:05,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494305037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494305038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494305040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494305045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,148 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/51f9e15b18f14c618e7089bb0bf6ee15 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/51f9e15b18f14c618e7089bb0bf6ee15 2024-11-25T00:24:05,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494305146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,152 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/169d23598e814b7eac7aac9c0df15bfc as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/169d23598e814b7eac7aac9c0df15bfc 2024-11-25T00:24:05,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494305146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494305147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,155 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/A of a9e7ee5c069c5475f2ba4d7c55ee737e into 51f9e15b18f14c618e7089bb0bf6ee15(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:05,155 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:05,155 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/A, priority=13, startTime=1732494244716; duration=0sec 2024-11-25T00:24:05,155 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:05,155 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:A 2024-11-25T00:24:05,155 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:05,157 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:05,157 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/C is initiating minor compaction (all files) 2024-11-25T00:24:05,157 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/C in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:05,157 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/87e4f8837ec7468fad96eaf6a4bafa41, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/f4e79751d27a448385ec3208591802f7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/268f1af4f662404f935806989114487f] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=35.4 K 2024-11-25T00:24:05,158 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87e4f8837ec7468fad96eaf6a4bafa41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732494238795 2024-11-25T00:24:05,158 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4e79751d27a448385ec3208591802f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732494241599 2024-11-25T00:24:05,159 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 268f1af4f662404f935806989114487f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732494242731 2024-11-25T00:24:05,159 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/B of a9e7ee5c069c5475f2ba4d7c55ee737e into 169d23598e814b7eac7aac9c0df15bfc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:05,159 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:05,159 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/B, priority=13, startTime=1732494244716; duration=0sec 2024-11-25T00:24:05,159 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:05,159 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:B 2024-11-25T00:24:05,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494305153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,165 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:05,166 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/2ca3c9597a744d6e8091151504886d0b is 50, key is test_row_0/C:col10/1732494242731/Put/seqid=0 2024-11-25T00:24:05,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742356_1532 (size=12325) 2024-11-25T00:24:05,174 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/2ca3c9597a744d6e8091151504886d0b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/2ca3c9597a744d6e8091151504886d0b 2024-11-25T00:24:05,178 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/C of a9e7ee5c069c5475f2ba4d7c55ee737e into 2ca3c9597a744d6e8091151504886d0b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:05,178 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:05,178 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/C, priority=13, startTime=1732494244716; duration=0sec 2024-11-25T00:24:05,178 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:05,178 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:C 2024-11-25T00:24:05,229 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/14fa820710584b758c3b43cf1f776369 2024-11-25T00:24:05,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/4c69200818d540d9864b6373b0120896 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4c69200818d540d9864b6373b0120896 2024-11-25T00:24:05,240 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4c69200818d540d9864b6373b0120896, entries=150, sequenceid=151, filesize=11.9 K 2024-11-25T00:24:05,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/145d42eb43174aab896df8f00871bb36 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/145d42eb43174aab896df8f00871bb36 2024-11-25T00:24:05,246 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/145d42eb43174aab896df8f00871bb36, entries=150, sequenceid=151, filesize=11.9 K 2024-11-25T00:24:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/14fa820710584b758c3b43cf1f776369 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/14fa820710584b758c3b43cf1f776369 2024-11-25T00:24:05,251 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/14fa820710584b758c3b43cf1f776369, entries=150, sequenceid=151, filesize=11.9 K 2024-11-25T00:24:05,251 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a9e7ee5c069c5475f2ba4d7c55ee737e in 465ms, sequenceid=151, compaction requested=false 2024-11-25T00:24:05,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:05,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:05,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-25T00:24:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-25T00:24:05,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-25T00:24:05,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3860 sec 2024-11-25T00:24:05,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.3900 sec 2024-11-25T00:24:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:05,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:24:05,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:05,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:05,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:05,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:05,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:05,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:05,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/4b7cb480651346eabb763d7636b8e4c9 is 50, key is test_row_0/A:col10/1732494245356/Put/seqid=0 2024-11-25T00:24:05,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742357_1533 (size=12151) 2024-11-25T00:24:05,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/4b7cb480651346eabb763d7636b8e4c9 2024-11-25T00:24:05,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/3ca675b7f0944a75a0eb02a814ef60cf is 50, key is test_row_0/B:col10/1732494245356/Put/seqid=0 2024-11-25T00:24:05,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742358_1534 (size=12151) 2024-11-25T00:24:05,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494305386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494305387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494305388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494305389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494305492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494305493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494305493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494305495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494305696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494305699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494305699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494305700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:05,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/3ca675b7f0944a75a0eb02a814ef60cf 2024-11-25T00:24:05,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/ab22be4b16bc4535b5f32b7679866852 is 50, key is test_row_0/C:col10/1732494245356/Put/seqid=0 2024-11-25T00:24:05,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742359_1535 (size=12151) 2024-11-25T00:24:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T00:24:05,973 INFO [Thread-2226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-25T00:24:05,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-25T00:24:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T00:24:05,976 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:05,976 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:05,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:06,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494306001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494306004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494306005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494306009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T00:24:06,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T00:24:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:06,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:06,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/ab22be4b16bc4535b5f32b7679866852 2024-11-25T00:24:06,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/4b7cb480651346eabb763d7636b8e4c9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4b7cb480651346eabb763d7636b8e4c9 2024-11-25T00:24:06,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4b7cb480651346eabb763d7636b8e4c9, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T00:24:06,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/3ca675b7f0944a75a0eb02a814ef60cf as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/3ca675b7f0944a75a0eb02a814ef60cf 2024-11-25T00:24:06,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/3ca675b7f0944a75a0eb02a814ef60cf, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T00:24:06,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/ab22be4b16bc4535b5f32b7679866852 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ab22be4b16bc4535b5f32b7679866852 2024-11-25T00:24:06,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ab22be4b16bc4535b5f32b7679866852, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T00:24:06,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a9e7ee5c069c5475f2ba4d7c55ee737e in 853ms, sequenceid=170, compaction requested=true 2024-11-25T00:24:06,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:06,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:06,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:06,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:06,211 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:06,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:06,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:06,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:06,211 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:06,211 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:06,212 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/A is initiating minor compaction (all files) 2024-11-25T00:24:06,212 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:06,212 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/A in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:06,212 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/B is initiating minor compaction (all files) 2024-11-25T00:24:06,212 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/B in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:06,212 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/51f9e15b18f14c618e7089bb0bf6ee15, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4c69200818d540d9864b6373b0120896, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4b7cb480651346eabb763d7636b8e4c9] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=35.8 K 2024-11-25T00:24:06,212 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/169d23598e814b7eac7aac9c0df15bfc, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/145d42eb43174aab896df8f00871bb36, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/3ca675b7f0944a75a0eb02a814ef60cf] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=35.8 K 2024-11-25T00:24:06,212 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51f9e15b18f14c618e7089bb0bf6ee15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732494242731 2024-11-25T00:24:06,212 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 169d23598e814b7eac7aac9c0df15bfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732494242731 2024-11-25T00:24:06,212 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c69200818d540d9864b6373b0120896, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732494243897 2024-11-25T00:24:06,212 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 145d42eb43174aab896df8f00871bb36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732494243897 2024-11-25T00:24:06,213 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b7cb480651346eabb763d7636b8e4c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494245044 2024-11-25T00:24:06,213 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ca675b7f0944a75a0eb02a814ef60cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494245044 2024-11-25T00:24:06,222 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#A#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:06,223 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#B#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:06,223 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/ba2cfc7f9d16486786d1b02965c0f5b2 is 50, key is test_row_0/A:col10/1732494245356/Put/seqid=0 2024-11-25T00:24:06,223 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/aca266750a894b0ebfa6353a2dafe39c is 50, key is test_row_0/B:col10/1732494245356/Put/seqid=0 2024-11-25T00:24:06,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742360_1536 (size=12527) 2024-11-25T00:24:06,235 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/ba2cfc7f9d16486786d1b02965c0f5b2 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/ba2cfc7f9d16486786d1b02965c0f5b2 2024-11-25T00:24:06,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742361_1537 (size=12527) 2024-11-25T00:24:06,239 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/A of a9e7ee5c069c5475f2ba4d7c55ee737e into ba2cfc7f9d16486786d1b02965c0f5b2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:06,239 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:06,239 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/A, priority=13, startTime=1732494246211; duration=0sec 2024-11-25T00:24:06,239 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:06,239 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:A 2024-11-25T00:24:06,239 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:06,241 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:06,241 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/C is initiating minor compaction (all files) 2024-11-25T00:24:06,241 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/C in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:06,241 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/2ca3c9597a744d6e8091151504886d0b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/14fa820710584b758c3b43cf1f776369, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ab22be4b16bc4535b5f32b7679866852] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=35.8 K 2024-11-25T00:24:06,241 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ca3c9597a744d6e8091151504886d0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732494242731 2024-11-25T00:24:06,242 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14fa820710584b758c3b43cf1f776369, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732494243897 2024-11-25T00:24:06,242 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab22be4b16bc4535b5f32b7679866852, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494245044 2024-11-25T00:24:06,248 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#C#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:06,249 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/b22facd8dfd2468687058f4137229c37 is 50, key is test_row_0/C:col10/1732494245356/Put/seqid=0 2024-11-25T00:24:06,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742362_1538 (size=12527) 2024-11-25T00:24:06,262 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/b22facd8dfd2468687058f4137229c37 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/b22facd8dfd2468687058f4137229c37 2024-11-25T00:24:06,267 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/C of a9e7ee5c069c5475f2ba4d7c55ee737e into b22facd8dfd2468687058f4137229c37(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:06,267 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:06,267 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/C, priority=13, startTime=1732494246211; duration=0sec 2024-11-25T00:24:06,267 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:06,267 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:C 2024-11-25T00:24:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T00:24:06,281 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T00:24:06,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:06,282 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T00:24:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:06,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/a10519e423484789af3d8977a66776ef is 50, key is test_row_0/A:col10/1732494245388/Put/seqid=0 2024-11-25T00:24:06,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742363_1539 (size=12151) 2024-11-25T00:24:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:06,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:06,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494306533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494306534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494306535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494306536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T00:24:06,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494306637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,643 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/aca266750a894b0ebfa6353a2dafe39c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/aca266750a894b0ebfa6353a2dafe39c 2024-11-25T00:24:06,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494306641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494306641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494306643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,651 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/B of a9e7ee5c069c5475f2ba4d7c55ee737e into aca266750a894b0ebfa6353a2dafe39c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:06,651 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:06,651 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/B, priority=13, startTime=1732494246211; duration=0sec 2024-11-25T00:24:06,651 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:06,651 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:B 2024-11-25T00:24:06,713 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/a10519e423484789af3d8977a66776ef 2024-11-25T00:24:06,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/95b0414b1d94481e9baf33165fc7c438 is 50, key is test_row_0/B:col10/1732494245388/Put/seqid=0 2024-11-25T00:24:06,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742364_1540 (size=12151) 2024-11-25T00:24:06,748 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/95b0414b1d94481e9baf33165fc7c438 2024-11-25T00:24:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/997f3f23d8994daa8627ecccdb85ebe5 is 50, key is test_row_0/C:col10/1732494245388/Put/seqid=0 2024-11-25T00:24:06,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742365_1541 (size=12151) 2024-11-25T00:24:06,786 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/997f3f23d8994daa8627ecccdb85ebe5 2024-11-25T00:24:06,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/a10519e423484789af3d8977a66776ef as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/a10519e423484789af3d8977a66776ef 2024-11-25T00:24:06,796 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/a10519e423484789af3d8977a66776ef, entries=150, sequenceid=192, filesize=11.9 K 2024-11-25T00:24:06,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/95b0414b1d94481e9baf33165fc7c438 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/95b0414b1d94481e9baf33165fc7c438 2024-11-25T00:24:06,801 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/95b0414b1d94481e9baf33165fc7c438, entries=150, sequenceid=192, filesize=11.9 K 2024-11-25T00:24:06,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/997f3f23d8994daa8627ecccdb85ebe5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/997f3f23d8994daa8627ecccdb85ebe5 2024-11-25T00:24:06,805 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/997f3f23d8994daa8627ecccdb85ebe5, entries=150, sequenceid=192, filesize=11.9 K 2024-11-25T00:24:06,806 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a9e7ee5c069c5475f2ba4d7c55ee737e in 525ms, sequenceid=192, compaction requested=false 2024-11-25T00:24:06,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:06,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:06,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-25T00:24:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-25T00:24:06,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-25T00:24:06,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 831 msec 2024-11-25T00:24:06,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 836 msec 2024-11-25T00:24:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:06,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T00:24:06,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:06,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:06,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:06,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:06,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:06,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:06,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/f29c50d605544961819e4f66d7dcd95e is 50, key is test_row_0/A:col10/1732494246843/Put/seqid=0 2024-11-25T00:24:06,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742366_1542 (size=14541) 2024-11-25T00:24:06,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494306872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494306878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494306878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494306879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494306980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494306980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,985 DEBUG [Thread-2222 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., hostname=4bb75722a6be,37323,1732494119912, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:24:06,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494306985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494306986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:06,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494306986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T00:24:07,080 INFO [Thread-2226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-25T00:24:07,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-25T00:24:07,084 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:07,085 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T00:24:07,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T00:24:07,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494307193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:07,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494307193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:07,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494307193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:07,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494307196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:07,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:07,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T00:24:07,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:07,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:07,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:07,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:07,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:07,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/f29c50d605544961819e4f66d7dcd95e 2024-11-25T00:24:07,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/8bd81f1b6b8846f2b385c0d8238547a6 is 50, key is test_row_0/B:col10/1732494246843/Put/seqid=0 2024-11-25T00:24:07,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742367_1543 (size=12151) 2024-11-25T00:24:07,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T00:24:07,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T00:24:07,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:07,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:07,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:07,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:07,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:07,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494307498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:07,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494307499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:07,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494307501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:07,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494307504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:07,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:07,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T00:24:07,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:07,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:07,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:07,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:07,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T00:24:07,701 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:07,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T00:24:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:07,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:07,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:07,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/8bd81f1b6b8846f2b385c0d8238547a6 2024-11-25T00:24:07,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/42320bc2b312432a8e2afc93ecc7c46c is 50, key is test_row_0/C:col10/1732494246843/Put/seqid=0 2024-11-25T00:24:07,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742368_1544 (size=12151) 2024-11-25T00:24:07,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/42320bc2b312432a8e2afc93ecc7c46c 2024-11-25T00:24:07,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/f29c50d605544961819e4f66d7dcd95e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/f29c50d605544961819e4f66d7dcd95e 2024-11-25T00:24:07,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/f29c50d605544961819e4f66d7dcd95e, entries=200, sequenceid=210, filesize=14.2 K 2024-11-25T00:24:07,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/8bd81f1b6b8846f2b385c0d8238547a6 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/8bd81f1b6b8846f2b385c0d8238547a6 2024-11-25T00:24:07,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/8bd81f1b6b8846f2b385c0d8238547a6, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T00:24:07,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/42320bc2b312432a8e2afc93ecc7c46c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/42320bc2b312432a8e2afc93ecc7c46c 2024-11-25T00:24:07,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/42320bc2b312432a8e2afc93ecc7c46c, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T00:24:07,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for a9e7ee5c069c5475f2ba4d7c55ee737e in 934ms, sequenceid=210, compaction requested=true 2024-11-25T00:24:07,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:07,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:07,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:07,779 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:07,779 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:07,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:07,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:07,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:07,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:07,781 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:07,781 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/A is initiating minor compaction (all files) 2024-11-25T00:24:07,781 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/A in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:07,781 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/ba2cfc7f9d16486786d1b02965c0f5b2, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/a10519e423484789af3d8977a66776ef, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/f29c50d605544961819e4f66d7dcd95e] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=38.3 K 2024-11-25T00:24:07,782 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:07,782 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/B is initiating minor compaction (all files) 2024-11-25T00:24:07,782 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/B in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:07,782 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/aca266750a894b0ebfa6353a2dafe39c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/95b0414b1d94481e9baf33165fc7c438, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/8bd81f1b6b8846f2b385c0d8238547a6] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=36.0 K 2024-11-25T00:24:07,783 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba2cfc7f9d16486786d1b02965c0f5b2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494245044 2024-11-25T00:24:07,783 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting aca266750a894b0ebfa6353a2dafe39c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494245044 2024-11-25T00:24:07,783 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting a10519e423484789af3d8977a66776ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732494245384 2024-11-25T00:24:07,783 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 95b0414b1d94481e9baf33165fc7c438, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732494245384 2024-11-25T00:24:07,784 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting f29c50d605544961819e4f66d7dcd95e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732494246532 2024-11-25T00:24:07,785 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bd81f1b6b8846f2b385c0d8238547a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732494246532 2024-11-25T00:24:07,811 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#A#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:07,811 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/e111ab8151d14b82aaa26d0dd1d780cb is 50, key is test_row_0/A:col10/1732494246843/Put/seqid=0 2024-11-25T00:24:07,820 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#B#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:07,820 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/793d803a93724bc79eff471059c62851 is 50, key is test_row_0/B:col10/1732494246843/Put/seqid=0 2024-11-25T00:24:07,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:07,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742369_1545 (size=12629) 2024-11-25T00:24:07,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T00:24:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:07,854 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T00:24:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:07,861 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/e111ab8151d14b82aaa26d0dd1d780cb as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/e111ab8151d14b82aaa26d0dd1d780cb 2024-11-25T00:24:07,868 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/A of a9e7ee5c069c5475f2ba4d7c55ee737e into e111ab8151d14b82aaa26d0dd1d780cb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:07,868 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:07,868 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/A, priority=13, startTime=1732494247778; duration=0sec 2024-11-25T00:24:07,868 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:07,868 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:A 2024-11-25T00:24:07,868 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:07,870 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:07,870 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/C is initiating minor compaction (all files) 2024-11-25T00:24:07,870 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/C in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:07,870 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/b22facd8dfd2468687058f4137229c37, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/997f3f23d8994daa8627ecccdb85ebe5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/42320bc2b312432a8e2afc93ecc7c46c] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=36.0 K 2024-11-25T00:24:07,870 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting b22facd8dfd2468687058f4137229c37, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494245044 2024-11-25T00:24:07,871 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 997f3f23d8994daa8627ecccdb85ebe5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732494245384 2024-11-25T00:24:07,871 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42320bc2b312432a8e2afc93ecc7c46c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732494246532 2024-11-25T00:24:07,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/8b95bd36658a4cae899fd99ef0a02940 is 50, key is test_row_0/A:col10/1732494246877/Put/seqid=0 2024-11-25T00:24:07,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742370_1546 (size=12629) 2024-11-25T00:24:07,899 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#C#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:07,900 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/707e1bf970014ced99221e4cf8625299 is 50, key is test_row_0/C:col10/1732494246843/Put/seqid=0 2024-11-25T00:24:07,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742371_1547 (size=12151) 2024-11-25T00:24:07,930 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/8b95bd36658a4cae899fd99ef0a02940 2024-11-25T00:24:07,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742372_1548 (size=12629) 2024-11-25T00:24:07,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/c7c1b733f0f1422f973f06bbb4353f05 is 50, key is test_row_0/B:col10/1732494246877/Put/seqid=0 2024-11-25T00:24:07,955 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/707e1bf970014ced99221e4cf8625299 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/707e1bf970014ced99221e4cf8625299 2024-11-25T00:24:07,964 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/C of a9e7ee5c069c5475f2ba4d7c55ee737e into 707e1bf970014ced99221e4cf8625299(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:07,964 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:07,964 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/C, priority=13, startTime=1732494247779; duration=0sec 2024-11-25T00:24:07,964 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:07,964 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:C 2024-11-25T00:24:07,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742373_1549 (size=12151) 2024-11-25T00:24:07,998 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/c7c1b733f0f1422f973f06bbb4353f05 2024-11-25T00:24:08,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/bcec422254d347fdac20e5668c6a97c8 is 50, key is test_row_0/C:col10/1732494246877/Put/seqid=0 2024-11-25T00:24:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:08,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:08,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742374_1550 (size=12151) 2024-11-25T00:24:08,030 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/bcec422254d347fdac20e5668c6a97c8 2024-11-25T00:24:08,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/8b95bd36658a4cae899fd99ef0a02940 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/8b95bd36658a4cae899fd99ef0a02940 2024-11-25T00:24:08,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494308030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494308032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,041 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/8b95bd36658a4cae899fd99ef0a02940, entries=150, sequenceid=230, filesize=11.9 K 2024-11-25T00:24:08,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/c7c1b733f0f1422f973f06bbb4353f05 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c7c1b733f0f1422f973f06bbb4353f05 2024-11-25T00:24:08,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494308037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,046 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c7c1b733f0f1422f973f06bbb4353f05, entries=150, sequenceid=230, filesize=11.9 K 2024-11-25T00:24:08,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494308038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/bcec422254d347fdac20e5668c6a97c8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/bcec422254d347fdac20e5668c6a97c8 2024-11-25T00:24:08,067 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/bcec422254d347fdac20e5668c6a97c8, entries=150, sequenceid=230, filesize=11.9 K 2024-11-25T00:24:08,067 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for a9e7ee5c069c5475f2ba4d7c55ee737e in 213ms, sequenceid=230, compaction requested=false 2024-11-25T00:24:08,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:08,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:08,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-25T00:24:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-25T00:24:08,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-25T00:24:08,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 987 msec 2024-11-25T00:24:08,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 991 msec 2024-11-25T00:24:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:08,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T00:24:08,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:08,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:08,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:08,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:08,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:08,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:08,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/54dfeae8715a495f81ff84cd4fa4ef16 is 50, key is test_row_0/A:col10/1732494248036/Put/seqid=0 2024-11-25T00:24:08,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742375_1551 (size=14541) 2024-11-25T00:24:08,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/54dfeae8715a495f81ff84cd4fa4ef16 2024-11-25T00:24:08,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/81b65e17992f4383b508a7cc63bf8b46 is 50, key is test_row_0/B:col10/1732494248036/Put/seqid=0 2024-11-25T00:24:08,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742376_1552 (size=12151) 2024-11-25T00:24:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T00:24:08,196 INFO [Thread-2226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-25T00:24:08,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-25T00:24:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T00:24:08,199 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:08,199 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:08,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:08,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494308218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494308219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494308228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494308229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,291 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/793d803a93724bc79eff471059c62851 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/793d803a93724bc79eff471059c62851 2024-11-25T00:24:08,295 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/B of a9e7ee5c069c5475f2ba4d7c55ee737e into 793d803a93724bc79eff471059c62851(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:08,295 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:08,295 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/B, priority=13, startTime=1732494247779; duration=0sec 2024-11-25T00:24:08,295 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:08,295 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:B 2024-11-25T00:24:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T00:24:08,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494308329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494308329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494308335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494308339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,351 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T00:24:08,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:08,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:08,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:08,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:08,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T00:24:08,504 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T00:24:08,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:08,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:08,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:08,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:08,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:08,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494308534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494308534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494308541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494308542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/81b65e17992f4383b508a7cc63bf8b46 2024-11-25T00:24:08,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/135bf9f1bb3f4b34bd87b65e57c46c57 is 50, key is test_row_0/C:col10/1732494248036/Put/seqid=0 2024-11-25T00:24:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742377_1553 (size=12151) 2024-11-25T00:24:08,657 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T00:24:08,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:08,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:08,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:08,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:08,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T00:24:08,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T00:24:08,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:08,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494308842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494308842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494308847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494308850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:08,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T00:24:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:08,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:09,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/135bf9f1bb3f4b34bd87b65e57c46c57 2024-11-25T00:24:09,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/54dfeae8715a495f81ff84cd4fa4ef16 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/54dfeae8715a495f81ff84cd4fa4ef16 2024-11-25T00:24:09,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/54dfeae8715a495f81ff84cd4fa4ef16, entries=200, sequenceid=250, filesize=14.2 K 2024-11-25T00:24:09,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/81b65e17992f4383b508a7cc63bf8b46 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/81b65e17992f4383b508a7cc63bf8b46 2024-11-25T00:24:09,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/81b65e17992f4383b508a7cc63bf8b46, entries=150, sequenceid=250, filesize=11.9 K 2024-11-25T00:24:09,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/135bf9f1bb3f4b34bd87b65e57c46c57 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/135bf9f1bb3f4b34bd87b65e57c46c57 2024-11-25T00:24:09,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/135bf9f1bb3f4b34bd87b65e57c46c57, entries=150, sequenceid=250, filesize=11.9 K 2024-11-25T00:24:09,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for a9e7ee5c069c5475f2ba4d7c55ee737e in 882ms, sequenceid=250, compaction requested=true 2024-11-25T00:24:09,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:09,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:09,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:09,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:09,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:09,028 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:09,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:09,028 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:09,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:09,029 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:09,029 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:09,029 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/B is initiating minor compaction (all files) 2024-11-25T00:24:09,029 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/B in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:09,030 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/793d803a93724bc79eff471059c62851, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c7c1b733f0f1422f973f06bbb4353f05, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/81b65e17992f4383b508a7cc63bf8b46] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=36.1 K 2024-11-25T00:24:09,030 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/A is initiating minor compaction (all files) 2024-11-25T00:24:09,030 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/A in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:09,030 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/e111ab8151d14b82aaa26d0dd1d780cb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/8b95bd36658a4cae899fd99ef0a02940, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/54dfeae8715a495f81ff84cd4fa4ef16] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=38.4 K 2024-11-25T00:24:09,030 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 793d803a93724bc79eff471059c62851, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732494246532 2024-11-25T00:24:09,030 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting e111ab8151d14b82aaa26d0dd1d780cb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732494246532 2024-11-25T00:24:09,031 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c7c1b733f0f1422f973f06bbb4353f05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732494246869 2024-11-25T00:24:09,031 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b95bd36658a4cae899fd99ef0a02940, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732494246869 2024-11-25T00:24:09,031 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54dfeae8715a495f81ff84cd4fa4ef16, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732494248030 2024-11-25T00:24:09,031 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 81b65e17992f4383b508a7cc63bf8b46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732494248030 2024-11-25T00:24:09,037 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#B#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:09,038 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/24ddc2ec962b4b50834e09420cca5660 is 50, key is test_row_0/B:col10/1732494248036/Put/seqid=0 2024-11-25T00:24:09,045 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#A#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:09,046 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/f3b7a791bcdf4e9a9b969ed547158e2b is 50, key is test_row_0/A:col10/1732494248036/Put/seqid=0 2024-11-25T00:24:09,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742378_1554 (size=12731) 2024-11-25T00:24:09,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742379_1555 (size=12731) 2024-11-25T00:24:09,076 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/24ddc2ec962b4b50834e09420cca5660 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/24ddc2ec962b4b50834e09420cca5660 2024-11-25T00:24:09,076 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/f3b7a791bcdf4e9a9b969ed547158e2b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/f3b7a791bcdf4e9a9b969ed547158e2b 2024-11-25T00:24:09,081 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/A of a9e7ee5c069c5475f2ba4d7c55ee737e into f3b7a791bcdf4e9a9b969ed547158e2b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:09,081 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/B of a9e7ee5c069c5475f2ba4d7c55ee737e into 24ddc2ec962b4b50834e09420cca5660(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:09,081 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:09,081 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:09,081 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/A, priority=13, startTime=1732494249028; duration=0sec 2024-11-25T00:24:09,081 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/B, priority=13, startTime=1732494249028; duration=0sec 2024-11-25T00:24:09,082 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:09,082 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:A 2024-11-25T00:24:09,082 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:09,082 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:B 2024-11-25T00:24:09,082 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:09,082 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:09,083 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/C is initiating minor compaction (all files) 2024-11-25T00:24:09,083 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/C in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:09,083 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/707e1bf970014ced99221e4cf8625299, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/bcec422254d347fdac20e5668c6a97c8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/135bf9f1bb3f4b34bd87b65e57c46c57] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=36.1 K 2024-11-25T00:24:09,083 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 707e1bf970014ced99221e4cf8625299, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732494246532 2024-11-25T00:24:09,083 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcec422254d347fdac20e5668c6a97c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732494246869 2024-11-25T00:24:09,084 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 135bf9f1bb3f4b34bd87b65e57c46c57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732494248030 2024-11-25T00:24:09,091 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#C#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:09,092 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/7270d4a9bdaa46cf92d27a139524d902 is 50, key is test_row_0/C:col10/1732494248036/Put/seqid=0 2024-11-25T00:24:09,116 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:09,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T00:24:09,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:09,117 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T00:24:09,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:09,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/1313c9e68f294105b357e2c38803b006 is 50, key is test_row_0/A:col10/1732494248227/Put/seqid=0 2024-11-25T00:24:09,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742380_1556 (size=12731) 2024-11-25T00:24:09,151 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/7270d4a9bdaa46cf92d27a139524d902 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/7270d4a9bdaa46cf92d27a139524d902 2024-11-25T00:24:09,158 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/C of a9e7ee5c069c5475f2ba4d7c55ee737e into 7270d4a9bdaa46cf92d27a139524d902(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:09,158 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:09,158 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/C, priority=13, startTime=1732494249028; duration=0sec 2024-11-25T00:24:09,158 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:09,158 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:C 2024-11-25T00:24:09,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742381_1557 (size=12301) 2024-11-25T00:24:09,174 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/1313c9e68f294105b357e2c38803b006 2024-11-25T00:24:09,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/e7d949b0e81c48809e6a9ce3df05eba1 is 50, key is test_row_0/B:col10/1732494248227/Put/seqid=0 2024-11-25T00:24:09,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742382_1558 (size=12301) 2024-11-25T00:24:09,218 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/e7d949b0e81c48809e6a9ce3df05eba1 2024-11-25T00:24:09,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/5711a0ccba5b41919886c8ef4406119e is 50, key is test_row_0/C:col10/1732494248227/Put/seqid=0 2024-11-25T00:24:09,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742383_1559 (size=12301) 2024-11-25T00:24:09,275 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/5711a0ccba5b41919886c8ef4406119e 2024-11-25T00:24:09,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/1313c9e68f294105b357e2c38803b006 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/1313c9e68f294105b357e2c38803b006 2024-11-25T00:24:09,287 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/1313c9e68f294105b357e2c38803b006, entries=150, sequenceid=272, filesize=12.0 K 2024-11-25T00:24:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/e7d949b0e81c48809e6a9ce3df05eba1 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/e7d949b0e81c48809e6a9ce3df05eba1 2024-11-25T00:24:09,293 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/e7d949b0e81c48809e6a9ce3df05eba1, entries=150, sequenceid=272, filesize=12.0 K 2024-11-25T00:24:09,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/5711a0ccba5b41919886c8ef4406119e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/5711a0ccba5b41919886c8ef4406119e 2024-11-25T00:24:09,300 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/5711a0ccba5b41919886c8ef4406119e, entries=150, sequenceid=272, filesize=12.0 K 2024-11-25T00:24:09,301 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for a9e7ee5c069c5475f2ba4d7c55ee737e in 184ms, sequenceid=272, compaction requested=false 2024-11-25T00:24:09,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:09,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:09,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-25T00:24:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-25T00:24:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T00:24:09,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-25T00:24:09,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1020 sec 2024-11-25T00:24:09,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.1060 sec 2024-11-25T00:24:09,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:24:09,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:09,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:09,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:09,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:09,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:09,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:09,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/2926733990274d6e8243a0748c4a7ded is 50, key is test_row_0/A:col10/1732494249360/Put/seqid=0 2024-11-25T00:24:09,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742384_1560 (size=14741) 2024-11-25T00:24:09,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494309412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:09,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494309413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:09,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494309414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:09,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494309416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:09,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494309521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:09,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494309522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:09,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494309522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:09,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494309527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:09,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494309728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:09,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494309728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:09,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494309728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:09,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494309736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:09,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/2926733990274d6e8243a0748c4a7ded 2024-11-25T00:24:09,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/df2643a48c624f78b2e3428174c1380f is 50, key is test_row_0/B:col10/1732494249360/Put/seqid=0 2024-11-25T00:24:09,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742385_1561 (size=12301) 2024-11-25T00:24:09,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/df2643a48c624f78b2e3428174c1380f 2024-11-25T00:24:09,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/de5fe224360442f6a557e8de7df68093 is 50, key is test_row_0/C:col10/1732494249360/Put/seqid=0 2024-11-25T00:24:09,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742386_1562 (size=12301) 2024-11-25T00:24:09,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/de5fe224360442f6a557e8de7df68093 2024-11-25T00:24:09,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/2926733990274d6e8243a0748c4a7ded as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/2926733990274d6e8243a0748c4a7ded 2024-11-25T00:24:09,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/2926733990274d6e8243a0748c4a7ded, entries=200, sequenceid=284, filesize=14.4 K 2024-11-25T00:24:09,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/df2643a48c624f78b2e3428174c1380f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/df2643a48c624f78b2e3428174c1380f 2024-11-25T00:24:09,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/df2643a48c624f78b2e3428174c1380f, entries=150, sequenceid=284, filesize=12.0 K 2024-11-25T00:24:09,870 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T00:24:09,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/de5fe224360442f6a557e8de7df68093 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/de5fe224360442f6a557e8de7df68093 2024-11-25T00:24:09,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/de5fe224360442f6a557e8de7df68093, entries=150, sequenceid=284, filesize=12.0 K 2024-11-25T00:24:09,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a9e7ee5c069c5475f2ba4d7c55ee737e in 513ms, sequenceid=284, compaction requested=true 2024-11-25T00:24:09,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:09,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:09,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:09,875 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:09,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:09,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:09,875 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:09,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:09,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:09,875 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:09,875 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:09,875 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/B is initiating minor compaction (all files) 2024-11-25T00:24:09,875 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/A is initiating minor compaction (all files) 2024-11-25T00:24:09,876 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/B in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:09,876 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/A in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:09,876 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/24ddc2ec962b4b50834e09420cca5660, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/e7d949b0e81c48809e6a9ce3df05eba1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/df2643a48c624f78b2e3428174c1380f] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=36.5 K 2024-11-25T00:24:09,876 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/f3b7a791bcdf4e9a9b969ed547158e2b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/1313c9e68f294105b357e2c38803b006, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/2926733990274d6e8243a0748c4a7ded] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=38.8 K 2024-11-25T00:24:09,876 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3b7a791bcdf4e9a9b969ed547158e2b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732494248030 2024-11-25T00:24:09,876 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1313c9e68f294105b357e2c38803b006, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732494248216 2024-11-25T00:24:09,877 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 24ddc2ec962b4b50834e09420cca5660, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732494248030 2024-11-25T00:24:09,877 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2926733990274d6e8243a0748c4a7ded, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732494249354 2024-11-25T00:24:09,877 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting e7d949b0e81c48809e6a9ce3df05eba1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732494248216 2024-11-25T00:24:09,877 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting df2643a48c624f78b2e3428174c1380f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732494249354 2024-11-25T00:24:09,894 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#B#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:09,895 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/36fbbb6b71d44ffaa5447049f5cb234e is 50, key is test_row_0/B:col10/1732494249360/Put/seqid=0 2024-11-25T00:24:09,908 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#A#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:09,909 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/fde0ac3db10542b49e37c442fc6cd6fb is 50, key is test_row_0/A:col10/1732494249360/Put/seqid=0 2024-11-25T00:24:09,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742387_1563 (size=12983) 2024-11-25T00:24:09,964 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/36fbbb6b71d44ffaa5447049f5cb234e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/36fbbb6b71d44ffaa5447049f5cb234e 2024-11-25T00:24:09,971 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/B of a9e7ee5c069c5475f2ba4d7c55ee737e into 36fbbb6b71d44ffaa5447049f5cb234e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:09,971 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:09,971 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/B, priority=13, startTime=1732494249875; duration=0sec 2024-11-25T00:24:09,971 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:09,971 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:B 2024-11-25T00:24:09,971 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:09,973 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:09,973 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/C is initiating minor compaction (all files) 2024-11-25T00:24:09,973 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/C in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:09,973 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/7270d4a9bdaa46cf92d27a139524d902, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/5711a0ccba5b41919886c8ef4406119e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/de5fe224360442f6a557e8de7df68093] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=36.5 K 2024-11-25T00:24:09,973 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 7270d4a9bdaa46cf92d27a139524d902, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732494248030 2024-11-25T00:24:09,974 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 5711a0ccba5b41919886c8ef4406119e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732494248216 2024-11-25T00:24:09,974 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting de5fe224360442f6a557e8de7df68093, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732494249354 2024-11-25T00:24:09,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742388_1564 (size=12983) 2024-11-25T00:24:09,982 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#C#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:09,994 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/0e481088bb544d1f96a4ec00b4f0ff54 is 50, key is test_row_0/C:col10/1732494249360/Put/seqid=0 2024-11-25T00:24:10,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742389_1565 (size=12983) 2024-11-25T00:24:10,019 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/0e481088bb544d1f96a4ec00b4f0ff54 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/0e481088bb544d1f96a4ec00b4f0ff54 2024-11-25T00:24:10,023 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/C of a9e7ee5c069c5475f2ba4d7c55ee737e into 0e481088bb544d1f96a4ec00b4f0ff54(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:10,023 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:10,023 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/C, priority=13, startTime=1732494249875; duration=0sec 2024-11-25T00:24:10,024 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:10,024 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:C 2024-11-25T00:24:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:10,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:24:10,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:10,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:10,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:10,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:10,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:10,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:10,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/9ec0fc76f9a34e34a4aa3b3dde51cc01 is 50, key is test_row_0/A:col10/1732494249413/Put/seqid=0 2024-11-25T00:24:10,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742390_1566 (size=17181) 2024-11-25T00:24:10,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/9ec0fc76f9a34e34a4aa3b3dde51cc01 2024-11-25T00:24:10,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494310048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/3378a24c54c54b5092b130cd3a42b5ea is 50, key is test_row_0/B:col10/1732494249413/Put/seqid=0 2024-11-25T00:24:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494310053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494310058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494310059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742391_1567 (size=12301) 2024-11-25T00:24:10,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/3378a24c54c54b5092b130cd3a42b5ea 2024-11-25T00:24:10,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/57ad095f6dfc43e7bdec01a57cdb1f3c is 50, key is test_row_0/C:col10/1732494249413/Put/seqid=0 2024-11-25T00:24:10,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742392_1568 (size=12301) 2024-11-25T00:24:10,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494310159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494310162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494310162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494310162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T00:24:10,303 INFO [Thread-2226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-25T00:24:10,305 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-25T00:24:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T00:24:10,306 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:10,307 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:10,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:10,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494310364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494310366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494310366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494310367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,386 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/fde0ac3db10542b49e37c442fc6cd6fb as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/fde0ac3db10542b49e37c442fc6cd6fb 2024-11-25T00:24:10,392 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/A of a9e7ee5c069c5475f2ba4d7c55ee737e into fde0ac3db10542b49e37c442fc6cd6fb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:10,392 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:10,392 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/A, priority=13, startTime=1732494249874; duration=0sec 2024-11-25T00:24:10,392 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:10,392 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:A 2024-11-25T00:24:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T00:24:10,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T00:24:10,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:10,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:10,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:10,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:10,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:10,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/57ad095f6dfc43e7bdec01a57cdb1f3c 2024-11-25T00:24:10,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/9ec0fc76f9a34e34a4aa3b3dde51cc01 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/9ec0fc76f9a34e34a4aa3b3dde51cc01 2024-11-25T00:24:10,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/9ec0fc76f9a34e34a4aa3b3dde51cc01, entries=250, sequenceid=313, filesize=16.8 K 2024-11-25T00:24:10,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/3378a24c54c54b5092b130cd3a42b5ea as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/3378a24c54c54b5092b130cd3a42b5ea 2024-11-25T00:24:10,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/3378a24c54c54b5092b130cd3a42b5ea, entries=150, sequenceid=313, filesize=12.0 K 2024-11-25T00:24:10,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/57ad095f6dfc43e7bdec01a57cdb1f3c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/57ad095f6dfc43e7bdec01a57cdb1f3c 2024-11-25T00:24:10,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/57ad095f6dfc43e7bdec01a57cdb1f3c, entries=150, sequenceid=313, filesize=12.0 K 2024-11-25T00:24:10,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for a9e7ee5c069c5475f2ba4d7c55ee737e in 501ms, sequenceid=313, compaction requested=false 2024-11-25T00:24:10,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T00:24:10,612 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T00:24:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:10,613 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T00:24:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:10,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/bd3dcfede28d40f1a07af386c208cef7 is 50, key is test_row_0/A:col10/1732494250051/Put/seqid=0 2024-11-25T00:24:10,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742393_1569 (size=12301) 2024-11-25T00:24:10,623 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/bd3dcfede28d40f1a07af386c208cef7 2024-11-25T00:24:10,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/8947043ff0174247a1e11c875086d464 is 50, key is test_row_0/B:col10/1732494250051/Put/seqid=0 2024-11-25T00:24:10,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742394_1570 (size=12301) 2024-11-25T00:24:10,642 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/8947043ff0174247a1e11c875086d464 2024-11-25T00:24:10,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/549e9955002e4e8d91c4a4a9a86619ea is 50, key is test_row_0/C:col10/1732494250051/Put/seqid=0 2024-11-25T00:24:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:10,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:10,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742395_1571 (size=12301) 2024-11-25T00:24:10,680 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/549e9955002e4e8d91c4a4a9a86619ea 2024-11-25T00:24:10,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/bd3dcfede28d40f1a07af386c208cef7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/bd3dcfede28d40f1a07af386c208cef7 2024-11-25T00:24:10,687 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/bd3dcfede28d40f1a07af386c208cef7, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T00:24:10,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/8947043ff0174247a1e11c875086d464 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/8947043ff0174247a1e11c875086d464 2024-11-25T00:24:10,691 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/8947043ff0174247a1e11c875086d464, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T00:24:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/549e9955002e4e8d91c4a4a9a86619ea as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/549e9955002e4e8d91c4a4a9a86619ea 2024-11-25T00:24:10,695 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/549e9955002e4e8d91c4a4a9a86619ea, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T00:24:10,695 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=93.93 KB/96180 for a9e7ee5c069c5475f2ba4d7c55ee737e in 82ms, sequenceid=324, compaction requested=true 2024-11-25T00:24:10,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:10,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:10,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-25T00:24:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-25T00:24:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:10,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-25T00:24:10,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 389 msec 2024-11-25T00:24:10,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T00:24:10,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:10,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:10,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:10,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:10,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:10,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:10,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 393 msec 2024-11-25T00:24:10,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/066a9cc5e69048288f0485783b8bd305 is 50, key is test_row_0/A:col10/1732494250692/Put/seqid=0 2024-11-25T00:24:10,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742396_1572 (size=14741) 2024-11-25T00:24:10,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494310719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494310725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494310726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494310727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494310829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494310829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494310835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494310835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T00:24:10,909 INFO [Thread-2226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-25T00:24:10,910 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-25T00:24:10,912 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T00:24:10,912 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:10,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T00:24:11,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494311036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494311036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494311040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494311046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,063 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T00:24:11,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:11,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:11,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:11,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:11,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:11,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/066a9cc5e69048288f0485783b8bd305 2024-11-25T00:24:11,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/6dd69ac67402468292cac3cfc134ad75 is 50, key is test_row_0/B:col10/1732494250692/Put/seqid=0 2024-11-25T00:24:11,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742397_1573 (size=12301) 2024-11-25T00:24:11,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/6dd69ac67402468292cac3cfc134ad75 2024-11-25T00:24:11,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/31c44e9f08a347d09bbbd1c824e2d5fb is 50, key is test_row_0/C:col10/1732494250692/Put/seqid=0 2024-11-25T00:24:11,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742398_1574 (size=12301) 2024-11-25T00:24:11,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/31c44e9f08a347d09bbbd1c824e2d5fb 2024-11-25T00:24:11,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/066a9cc5e69048288f0485783b8bd305 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/066a9cc5e69048288f0485783b8bd305 2024-11-25T00:24:11,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/066a9cc5e69048288f0485783b8bd305, entries=200, sequenceid=342, filesize=14.4 K 2024-11-25T00:24:11,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/6dd69ac67402468292cac3cfc134ad75 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/6dd69ac67402468292cac3cfc134ad75 2024-11-25T00:24:11,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/6dd69ac67402468292cac3cfc134ad75, entries=150, sequenceid=342, filesize=12.0 K 2024-11-25T00:24:11,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/31c44e9f08a347d09bbbd1c824e2d5fb as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/31c44e9f08a347d09bbbd1c824e2d5fb 2024-11-25T00:24:11,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/31c44e9f08a347d09bbbd1c824e2d5fb, entries=150, sequenceid=342, filesize=12.0 K 2024-11-25T00:24:11,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a9e7ee5c069c5475f2ba4d7c55ee737e in 494ms, sequenceid=342, compaction requested=true 2024-11-25T00:24:11,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:11,191 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:24:11,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:11,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:11,193 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57206 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:24:11,193 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/A is initiating minor compaction (all files) 2024-11-25T00:24:11,193 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/A in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:11,193 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/fde0ac3db10542b49e37c442fc6cd6fb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/9ec0fc76f9a34e34a4aa3b3dde51cc01, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/bd3dcfede28d40f1a07af386c208cef7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/066a9cc5e69048288f0485783b8bd305] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=55.9 K 2024-11-25T00:24:11,193 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:24:11,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:11,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:11,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:11,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:11,194 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting fde0ac3db10542b49e37c442fc6cd6fb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732494249354 2024-11-25T00:24:11,195 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ec0fc76f9a34e34a4aa3b3dde51cc01, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732494249380 2024-11-25T00:24:11,195 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd3dcfede28d40f1a07af386c208cef7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732494250045 2024-11-25T00:24:11,196 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 066a9cc5e69048288f0485783b8bd305, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732494250688 2024-11-25T00:24:11,196 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:24:11,196 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/B is initiating minor compaction (all files) 2024-11-25T00:24:11,196 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/B in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:11,196 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/36fbbb6b71d44ffaa5447049f5cb234e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/3378a24c54c54b5092b130cd3a42b5ea, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/8947043ff0174247a1e11c875086d464, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/6dd69ac67402468292cac3cfc134ad75] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=48.7 K 2024-11-25T00:24:11,196 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 36fbbb6b71d44ffaa5447049f5cb234e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732494249354 2024-11-25T00:24:11,197 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 3378a24c54c54b5092b130cd3a42b5ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732494249413 2024-11-25T00:24:11,198 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 8947043ff0174247a1e11c875086d464, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732494250045 2024-11-25T00:24:11,198 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dd69ac67402468292cac3cfc134ad75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732494250692 2024-11-25T00:24:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T00:24:11,215 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T00:24:11,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:11,216 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T00:24:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:11,222 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#B#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:11,223 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/0c7c036bb3214ab3a66fb84ad3978b03 is 50, key is test_row_0/B:col10/1732494250692/Put/seqid=0 2024-11-25T00:24:11,237 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#A#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:11,238 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/de2f36d4b6f54d0ba1fd8b759ae40bea is 50, key is test_row_0/A:col10/1732494250692/Put/seqid=0 2024-11-25T00:24:11,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/89993fa335914219bc3434440efc6536 is 50, key is test_row_0/A:col10/1732494250714/Put/seqid=0 2024-11-25T00:24:11,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742399_1575 (size=13119) 2024-11-25T00:24:11,273 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/0c7c036bb3214ab3a66fb84ad3978b03 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/0c7c036bb3214ab3a66fb84ad3978b03 2024-11-25T00:24:11,290 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/B of a9e7ee5c069c5475f2ba4d7c55ee737e into 0c7c036bb3214ab3a66fb84ad3978b03(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:11,290 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:11,290 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/B, priority=12, startTime=1732494251193; duration=0sec 2024-11-25T00:24:11,290 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:11,290 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:B 2024-11-25T00:24:11,290 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:24:11,293 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:24:11,293 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/C is initiating minor compaction (all files) 2024-11-25T00:24:11,293 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/C in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:11,293 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/0e481088bb544d1f96a4ec00b4f0ff54, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/57ad095f6dfc43e7bdec01a57cdb1f3c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/549e9955002e4e8d91c4a4a9a86619ea, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/31c44e9f08a347d09bbbd1c824e2d5fb] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=48.7 K 2024-11-25T00:24:11,293 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e481088bb544d1f96a4ec00b4f0ff54, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732494249354 2024-11-25T00:24:11,294 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 57ad095f6dfc43e7bdec01a57cdb1f3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732494249413 2024-11-25T00:24:11,294 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 549e9955002e4e8d91c4a4a9a86619ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732494250045 2024-11-25T00:24:11,294 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 31c44e9f08a347d09bbbd1c824e2d5fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732494250692 2024-11-25T00:24:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742401_1577 (size=12301) 2024-11-25T00:24:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742400_1576 (size=13119) 2024-11-25T00:24:11,307 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/89993fa335914219bc3434440efc6536 2024-11-25T00:24:11,320 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#C#compaction#484 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:11,321 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/fe7d1da1c59243ae924667cad5dcff54 is 50, key is test_row_0/C:col10/1732494250692/Put/seqid=0 2024-11-25T00:24:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:11,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:11,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/a7853f5b56224d52908000fc4c106c68 is 50, key is test_row_0/B:col10/1732494250714/Put/seqid=0 2024-11-25T00:24:11,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742402_1578 (size=13119) 2024-11-25T00:24:11,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742403_1579 (size=12301) 2024-11-25T00:24:11,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494311382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494311384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,395 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/a7853f5b56224d52908000fc4c106c68 2024-11-25T00:24:11,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494311386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494311387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/3f9459062ac449c59d131bf6cfe8f67f is 50, key is test_row_0/C:col10/1732494250714/Put/seqid=0 2024-11-25T00:24:11,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742404_1580 (size=12301) 2024-11-25T00:24:11,445 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/3f9459062ac449c59d131bf6cfe8f67f 2024-11-25T00:24:11,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/89993fa335914219bc3434440efc6536 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/89993fa335914219bc3434440efc6536 2024-11-25T00:24:11,454 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/89993fa335914219bc3434440efc6536, entries=150, sequenceid=360, filesize=12.0 K 2024-11-25T00:24:11,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/a7853f5b56224d52908000fc4c106c68 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a7853f5b56224d52908000fc4c106c68 2024-11-25T00:24:11,459 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a7853f5b56224d52908000fc4c106c68, entries=150, sequenceid=360, filesize=12.0 K 2024-11-25T00:24:11,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/3f9459062ac449c59d131bf6cfe8f67f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/3f9459062ac449c59d131bf6cfe8f67f 2024-11-25T00:24:11,463 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/3f9459062ac449c59d131bf6cfe8f67f, entries=150, sequenceid=360, filesize=12.0 K 2024-11-25T00:24:11,464 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a9e7ee5c069c5475f2ba4d7c55ee737e in 249ms, sequenceid=360, compaction requested=false 2024-11-25T00:24:11,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:11,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:11,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-25T00:24:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-25T00:24:11,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-25T00:24:11,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 554 msec 2024-11-25T00:24:11,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 558 msec 2024-11-25T00:24:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:11,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T00:24:11,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:11,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:11,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:11,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:11,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:11,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:11,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/de1e1fecfb2f4dcdbe4432b6f2538250 is 50, key is test_row_0/A:col10/1732494251497/Put/seqid=0 2024-11-25T00:24:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T00:24:11,515 INFO [Thread-2226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-25T00:24:11,516 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-25T00:24:11,518 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T00:24:11,518 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:11,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:11,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742405_1581 (size=14741) 2024-11-25T00:24:11,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/de1e1fecfb2f4dcdbe4432b6f2538250 2024-11-25T00:24:11,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/4a9656e41d084e9c9eba86f4f377cc17 is 50, key is test_row_0/B:col10/1732494251497/Put/seqid=0 2024-11-25T00:24:11,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494311533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494311534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494311539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742406_1582 (size=12301) 2024-11-25T00:24:11,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/4a9656e41d084e9c9eba86f4f377cc17 2024-11-25T00:24:11,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494311546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/e36b55710aa8493e9bc178128b477cfe is 50, key is test_row_0/C:col10/1732494251497/Put/seqid=0 2024-11-25T00:24:11,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742407_1583 (size=12301) 2024-11-25T00:24:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T00:24:11,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494311647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494311647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494311653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494311660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,670 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T00:24:11,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:11,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:11,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:11,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:11,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:11,709 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/de2f36d4b6f54d0ba1fd8b759ae40bea as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/de2f36d4b6f54d0ba1fd8b759ae40bea 2024-11-25T00:24:11,713 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/A of a9e7ee5c069c5475f2ba4d7c55ee737e into de2f36d4b6f54d0ba1fd8b759ae40bea(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:11,713 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:11,713 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/A, priority=12, startTime=1732494251191; duration=0sec 2024-11-25T00:24:11,713 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:11,713 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:A 2024-11-25T00:24:11,774 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/fe7d1da1c59243ae924667cad5dcff54 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/fe7d1da1c59243ae924667cad5dcff54 2024-11-25T00:24:11,778 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/C of a9e7ee5c069c5475f2ba4d7c55ee737e into fe7d1da1c59243ae924667cad5dcff54(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:11,778 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:11,778 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/C, priority=12, startTime=1732494251194; duration=0sec 2024-11-25T00:24:11,778 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:11,778 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:C 2024-11-25T00:24:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T00:24:11,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T00:24:11,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:11,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:11,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:11,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:11,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:11,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494311854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494311858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494311858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494311870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/e36b55710aa8493e9bc178128b477cfe 2024-11-25T00:24:11,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/de1e1fecfb2f4dcdbe4432b6f2538250 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/de1e1fecfb2f4dcdbe4432b6f2538250 2024-11-25T00:24:11,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:11,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T00:24:11,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:11,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:11,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:11,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:11,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:11,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/de1e1fecfb2f4dcdbe4432b6f2538250, entries=200, sequenceid=380, filesize=14.4 K 2024-11-25T00:24:11,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/4a9656e41d084e9c9eba86f4f377cc17 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4a9656e41d084e9c9eba86f4f377cc17 2024-11-25T00:24:11,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4a9656e41d084e9c9eba86f4f377cc17, entries=150, sequenceid=380, filesize=12.0 K 2024-11-25T00:24:11,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/e36b55710aa8493e9bc178128b477cfe as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/e36b55710aa8493e9bc178128b477cfe 2024-11-25T00:24:12,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/e36b55710aa8493e9bc178128b477cfe, entries=150, sequenceid=380, filesize=12.0 K 2024-11-25T00:24:12,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a9e7ee5c069c5475f2ba4d7c55ee737e in 507ms, sequenceid=380, compaction requested=true 2024-11-25T00:24:12,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:12,005 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:12,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:12,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:12,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:12,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:12,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:12,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:24:12,006 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:12,006 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/A is initiating minor compaction (all files) 2024-11-25T00:24:12,006 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/A in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:12,006 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/de2f36d4b6f54d0ba1fd8b759ae40bea, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/89993fa335914219bc3434440efc6536, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/de1e1fecfb2f4dcdbe4432b6f2538250] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=39.2 K 2024-11-25T00:24:12,007 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting de2f36d4b6f54d0ba1fd8b759ae40bea, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732494250692 2024-11-25T00:24:12,007 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 89993fa335914219bc3434440efc6536, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494250708 2024-11-25T00:24:12,008 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting de1e1fecfb2f4dcdbe4432b6f2538250, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732494251370 2024-11-25T00:24:12,016 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:12,020 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#A#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:12,021 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/109eb9192fb346ea95f4c8749bce86fc is 50, key is test_row_0/A:col10/1732494251497/Put/seqid=0 2024-11-25T00:24:12,021 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:12,022 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/B is initiating minor compaction (all files) 2024-11-25T00:24:12,022 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/B in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:12,022 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/0c7c036bb3214ab3a66fb84ad3978b03, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a7853f5b56224d52908000fc4c106c68, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4a9656e41d084e9c9eba86f4f377cc17] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=36.8 K 2024-11-25T00:24:12,022 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c7c036bb3214ab3a66fb84ad3978b03, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732494250692 2024-11-25T00:24:12,022 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7853f5b56224d52908000fc4c106c68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494250708 2024-11-25T00:24:12,023 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a9656e41d084e9c9eba86f4f377cc17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732494251384 2024-11-25T00:24:12,059 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#B#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:12,059 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/92d52b13d55b4e879bf4c863b1b77263 is 50, key is test_row_0/B:col10/1732494251497/Put/seqid=0 2024-11-25T00:24:12,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742408_1584 (size=13221) 2024-11-25T00:24:12,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742409_1585 (size=13221) 2024-11-25T00:24:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T00:24:12,129 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T00:24:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:12,130 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T00:24:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:12,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:12,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:12,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:12,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:12,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/7c19584430b64009846dfb4b989d91c0 is 50, key is test_row_0/A:col10/1732494251543/Put/seqid=0 2024-11-25T00:24:12,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742410_1586 (size=12301) 2024-11-25T00:24:12,186 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/7c19584430b64009846dfb4b989d91c0 2024-11-25T00:24:12,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/ca1e9e0fc31b41c394b19e0a309a9fe3 is 50, key is test_row_0/B:col10/1732494251543/Put/seqid=0 2024-11-25T00:24:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742411_1587 (size=12301) 2024-11-25T00:24:12,207 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/ca1e9e0fc31b41c394b19e0a309a9fe3 2024-11-25T00:24:12,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494312203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/35f908afd8994f91a4849180486dba26 is 50, key is test_row_0/C:col10/1732494251543/Put/seqid=0 2024-11-25T00:24:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494312213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494312214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494312215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742412_1588 (size=12301) 2024-11-25T00:24:12,233 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/35f908afd8994f91a4849180486dba26 2024-11-25T00:24:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/7c19584430b64009846dfb4b989d91c0 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/7c19584430b64009846dfb4b989d91c0 2024-11-25T00:24:12,243 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/7c19584430b64009846dfb4b989d91c0, entries=150, sequenceid=399, filesize=12.0 K 2024-11-25T00:24:12,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/ca1e9e0fc31b41c394b19e0a309a9fe3 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/ca1e9e0fc31b41c394b19e0a309a9fe3 2024-11-25T00:24:12,248 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/ca1e9e0fc31b41c394b19e0a309a9fe3, entries=150, sequenceid=399, filesize=12.0 K 2024-11-25T00:24:12,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/35f908afd8994f91a4849180486dba26 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/35f908afd8994f91a4849180486dba26 2024-11-25T00:24:12,253 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/35f908afd8994f91a4849180486dba26, entries=150, sequenceid=399, filesize=12.0 K 2024-11-25T00:24:12,254 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for a9e7ee5c069c5475f2ba4d7c55ee737e in 124ms, sequenceid=399, compaction requested=true 2024-11-25T00:24:12,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:12,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:12,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-25T00:24:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-25T00:24:12,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-25T00:24:12,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 738 msec 2024-11-25T00:24:12,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 742 msec 2024-11-25T00:24:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:12,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T00:24:12,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:12,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:12,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:12,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:12,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:12,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:12,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/13a827ce1a53483e90e18032aa18e418 is 50, key is test_row_0/A:col10/1732494252210/Put/seqid=0 2024-11-25T00:24:12,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742413_1589 (size=14741) 2024-11-25T00:24:12,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/13a827ce1a53483e90e18032aa18e418 2024-11-25T00:24:12,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/a4a3bfa7b7144159baf8dcc436829da5 is 50, key is test_row_0/B:col10/1732494252210/Put/seqid=0 2024-11-25T00:24:12,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742414_1590 (size=12301) 2024-11-25T00:24:12,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494312348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494312355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494312356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494312356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494312457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494312467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494312469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494312469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,510 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/92d52b13d55b4e879bf4c863b1b77263 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/92d52b13d55b4e879bf4c863b1b77263 2024-11-25T00:24:12,510 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/109eb9192fb346ea95f4c8749bce86fc as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/109eb9192fb346ea95f4c8749bce86fc 2024-11-25T00:24:12,514 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/B of a9e7ee5c069c5475f2ba4d7c55ee737e into 92d52b13d55b4e879bf4c863b1b77263(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:12,514 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:12,514 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/B, priority=13, startTime=1732494252006; duration=0sec 2024-11-25T00:24:12,514 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:12,514 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:B 2024-11-25T00:24:12,514 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:24:12,514 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/A of a9e7ee5c069c5475f2ba4d7c55ee737e into 109eb9192fb346ea95f4c8749bce86fc(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:12,514 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:12,515 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/A, priority=13, startTime=1732494252005; duration=0sec 2024-11-25T00:24:12,515 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:12,515 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:A 2024-11-25T00:24:12,515 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:24:12,515 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/C is initiating minor compaction (all files) 2024-11-25T00:24:12,515 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/C in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:12,515 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/fe7d1da1c59243ae924667cad5dcff54, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/3f9459062ac449c59d131bf6cfe8f67f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/e36b55710aa8493e9bc178128b477cfe, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/35f908afd8994f91a4849180486dba26] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=48.8 K 2024-11-25T00:24:12,516 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe7d1da1c59243ae924667cad5dcff54, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732494250692 2024-11-25T00:24:12,516 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f9459062ac449c59d131bf6cfe8f67f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494250708 2024-11-25T00:24:12,516 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting e36b55710aa8493e9bc178128b477cfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732494251384 2024-11-25T00:24:12,517 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35f908afd8994f91a4849180486dba26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732494251518 2024-11-25T00:24:12,522 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:12,523 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/f7682be7c9cf4a8aa24520ddb2ba03ac is 50, key is test_row_0/C:col10/1732494251543/Put/seqid=0 2024-11-25T00:24:12,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742415_1591 (size=13255) 2024-11-25T00:24:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T00:24:12,621 INFO [Thread-2226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-25T00:24:12,623 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-25T00:24:12,624 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T00:24:12,625 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:12,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:12,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494312663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494312674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494312674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494312676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T00:24:12,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/a4a3bfa7b7144159baf8dcc436829da5 2024-11-25T00:24:12,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/461ff77329104f1fb0ea18f60b8a0a84 is 50, key is test_row_0/C:col10/1732494252210/Put/seqid=0 2024-11-25T00:24:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742416_1592 (size=12301) 2024-11-25T00:24:12,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:24:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:12,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T00:24:12,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:24:12,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:12,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:12,932 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/f7682be7c9cf4a8aa24520ddb2ba03ac as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/f7682be7c9cf4a8aa24520ddb2ba03ac 2024-11-25T00:24:12,936 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/C of a9e7ee5c069c5475f2ba4d7c55ee737e into f7682be7c9cf4a8aa24520ddb2ba03ac(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:12,936 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:12,936 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/C, priority=12, startTime=1732494252006; duration=0sec 2024-11-25T00:24:12,936 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:12,936 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:C 2024-11-25T00:24:12,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494312969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494312978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494312981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:12,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494312982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,081 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:24:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:13,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:13,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/461ff77329104f1fb0ea18f60b8a0a84 2024-11-25T00:24:13,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/13a827ce1a53483e90e18032aa18e418 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/13a827ce1a53483e90e18032aa18e418 2024-11-25T00:24:13,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/13a827ce1a53483e90e18032aa18e418, entries=200, sequenceid=420, filesize=14.4 K 2024-11-25T00:24:13,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/a4a3bfa7b7144159baf8dcc436829da5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a4a3bfa7b7144159baf8dcc436829da5 2024-11-25T00:24:13,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a4a3bfa7b7144159baf8dcc436829da5, entries=150, sequenceid=420, filesize=12.0 K 2024-11-25T00:24:13,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/461ff77329104f1fb0ea18f60b8a0a84 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/461ff77329104f1fb0ea18f60b8a0a84 2024-11-25T00:24:13,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/461ff77329104f1fb0ea18f60b8a0a84, entries=150, sequenceid=420, filesize=12.0 K 2024-11-25T00:24:13,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a9e7ee5c069c5475f2ba4d7c55ee737e in 857ms, sequenceid=420, compaction requested=true 2024-11-25T00:24:13,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:13,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:13,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:13,178 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:13,178 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:13,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:13,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:13,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:13,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:13,179 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:13,179 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:13,179 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/A is initiating minor compaction (all files) 2024-11-25T00:24:13,179 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/B is initiating minor compaction (all files) 2024-11-25T00:24:13,179 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/A in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:13,179 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/B in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:13,179 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/109eb9192fb346ea95f4c8749bce86fc, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/7c19584430b64009846dfb4b989d91c0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/13a827ce1a53483e90e18032aa18e418] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=39.3 K 2024-11-25T00:24:13,180 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/92d52b13d55b4e879bf4c863b1b77263, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/ca1e9e0fc31b41c394b19e0a309a9fe3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a4a3bfa7b7144159baf8dcc436829da5] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=36.9 K 2024-11-25T00:24:13,180 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 109eb9192fb346ea95f4c8749bce86fc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732494251384 2024-11-25T00:24:13,180 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 92d52b13d55b4e879bf4c863b1b77263, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732494251384 2024-11-25T00:24:13,180 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c19584430b64009846dfb4b989d91c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732494251518 2024-11-25T00:24:13,180 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting ca1e9e0fc31b41c394b19e0a309a9fe3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732494251518 2024-11-25T00:24:13,180 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13a827ce1a53483e90e18032aa18e418, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732494252197 2024-11-25T00:24:13,180 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting a4a3bfa7b7144159baf8dcc436829da5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732494252197 2024-11-25T00:24:13,210 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#A#compaction#500 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:13,210 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#B#compaction#499 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:13,210 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/039837d7682c4267b98963619e3db2a8 is 50, key is test_row_0/A:col10/1732494252210/Put/seqid=0 2024-11-25T00:24:13,210 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/9090ae997e164f9fa325b08593aa1bc4 is 50, key is test_row_0/B:col10/1732494252210/Put/seqid=0 2024-11-25T00:24:13,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742417_1593 (size=13323) 2024-11-25T00:24:13,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742418_1594 (size=13323) 2024-11-25T00:24:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T00:24:13,234 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:24:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:13,235 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:24:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:13,236 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/039837d7682c4267b98963619e3db2a8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/039837d7682c4267b98963619e3db2a8 2024-11-25T00:24:13,236 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/9090ae997e164f9fa325b08593aa1bc4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/9090ae997e164f9fa325b08593aa1bc4 2024-11-25T00:24:13,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/05daaeace6ef41ac974ff4b1fdf176a9 is 50, key is test_row_0/A:col10/1732494252345/Put/seqid=0 2024-11-25T00:24:13,247 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/A of a9e7ee5c069c5475f2ba4d7c55ee737e into 039837d7682c4267b98963619e3db2a8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:13,247 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:13,247 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/A, priority=13, startTime=1732494253178; duration=0sec 2024-11-25T00:24:13,247 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:13,247 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:A 2024-11-25T00:24:13,247 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T00:24:13,257 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/B of a9e7ee5c069c5475f2ba4d7c55ee737e into 9090ae997e164f9fa325b08593aa1bc4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:13,257 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:13,257 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/B, priority=13, startTime=1732494253178; duration=0sec 2024-11-25T00:24:13,257 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:13,257 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:B 2024-11-25T00:24:13,257 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T00:24:13,258 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T00:24:13,258 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. because compaction request was cancelled 2024-11-25T00:24:13,258 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:C 2024-11-25T00:24:13,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742419_1595 (size=12301) 2024-11-25T00:24:13,272 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/05daaeace6ef41ac974ff4b1fdf176a9 2024-11-25T00:24:13,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/9e7df1a81d474bfbbc9a9800fed3b139 is 50, key is test_row_0/B:col10/1732494252345/Put/seqid=0 2024-11-25T00:24:13,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742420_1596 (size=12301) 2024-11-25T00:24:13,303 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/9e7df1a81d474bfbbc9a9800fed3b139 2024-11-25T00:24:13,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/3ae64b9000084100a791cb2e03f355fd is 50, key is test_row_0/C:col10/1732494252345/Put/seqid=0 2024-11-25T00:24:13,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742421_1597 (size=12301) 2024-11-25T00:24:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:13,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:13,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494313512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494313515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494313516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494313520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494313621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494313622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494313624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494313629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T00:24:13,728 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/3ae64b9000084100a791cb2e03f355fd 2024-11-25T00:24:13,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/05daaeace6ef41ac974ff4b1fdf176a9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/05daaeace6ef41ac974ff4b1fdf176a9 2024-11-25T00:24:13,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/05daaeace6ef41ac974ff4b1fdf176a9, entries=150, sequenceid=438, filesize=12.0 K 2024-11-25T00:24:13,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/9e7df1a81d474bfbbc9a9800fed3b139 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/9e7df1a81d474bfbbc9a9800fed3b139 2024-11-25T00:24:13,745 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/9e7df1a81d474bfbbc9a9800fed3b139, entries=150, sequenceid=438, filesize=12.0 K 2024-11-25T00:24:13,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/3ae64b9000084100a791cb2e03f355fd as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/3ae64b9000084100a791cb2e03f355fd 2024-11-25T00:24:13,750 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/3ae64b9000084100a791cb2e03f355fd, entries=150, sequenceid=438, filesize=12.0 K 2024-11-25T00:24:13,751 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a9e7ee5c069c5475f2ba4d7c55ee737e in 515ms, sequenceid=438, compaction requested=true 2024-11-25T00:24:13,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:13,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:13,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-25T00:24:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-25T00:24:13,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-25T00:24:13,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1270 sec 2024-11-25T00:24:13,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.1310 sec 2024-11-25T00:24:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:13,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T00:24:13,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:13,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:13,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:13,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:13,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:13,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:13,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/c2320d061f6f4a16be56096f06a20c8a is 50, key is test_row_0/A:col10/1732494253519/Put/seqid=0 2024-11-25T00:24:13,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742422_1598 (size=17181) 2024-11-25T00:24:13,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/c2320d061f6f4a16be56096f06a20c8a 2024-11-25T00:24:13,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/0470243125c7410f86ec6e7c2ac564fa is 50, key is test_row_0/B:col10/1732494253519/Put/seqid=0 2024-11-25T00:24:13,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494313851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494313859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742423_1599 (size=12301) 2024-11-25T00:24:13,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494313859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494313860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494313961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494313967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494313967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:13,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494313969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:14,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494314167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:14,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494314172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:14,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494314173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:14,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494314175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:14,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/0470243125c7410f86ec6e7c2ac564fa 2024-11-25T00:24:14,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/ba641d15d428486385b5f9dbcc009d9e is 50, key is test_row_0/C:col10/1732494253519/Put/seqid=0 2024-11-25T00:24:14,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742424_1600 (size=12301) 2024-11-25T00:24:14,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494314478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:14,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494314480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:14,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494314481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:14,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494314481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:14,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/ba641d15d428486385b5f9dbcc009d9e 2024-11-25T00:24:14,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/c2320d061f6f4a16be56096f06a20c8a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/c2320d061f6f4a16be56096f06a20c8a 2024-11-25T00:24:14,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/c2320d061f6f4a16be56096f06a20c8a, entries=250, sequenceid=463, filesize=16.8 K 2024-11-25T00:24:14,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/0470243125c7410f86ec6e7c2ac564fa as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/0470243125c7410f86ec6e7c2ac564fa 2024-11-25T00:24:14,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/0470243125c7410f86ec6e7c2ac564fa, entries=150, sequenceid=463, filesize=12.0 K 2024-11-25T00:24:14,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/ba641d15d428486385b5f9dbcc009d9e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ba641d15d428486385b5f9dbcc009d9e 2024-11-25T00:24:14,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ba641d15d428486385b5f9dbcc009d9e, entries=150, sequenceid=463, filesize=12.0 K 2024-11-25T00:24:14,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a9e7ee5c069c5475f2ba4d7c55ee737e in 863ms, sequenceid=463, compaction requested=true 2024-11-25T00:24:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:14,694 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:14,694 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:14,695 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42805 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:14,695 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:14,695 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/B is initiating minor compaction (all files) 2024-11-25T00:24:14,695 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/A is initiating minor compaction (all files) 2024-11-25T00:24:14,695 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/B in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:14,695 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/A in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:14,695 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/039837d7682c4267b98963619e3db2a8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/05daaeace6ef41ac974ff4b1fdf176a9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/c2320d061f6f4a16be56096f06a20c8a] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=41.8 K 2024-11-25T00:24:14,695 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/9090ae997e164f9fa325b08593aa1bc4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/9e7df1a81d474bfbbc9a9800fed3b139, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/0470243125c7410f86ec6e7c2ac564fa] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=37.0 K 2024-11-25T00:24:14,696 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 039837d7682c4267b98963619e3db2a8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732494252197 2024-11-25T00:24:14,696 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 9090ae997e164f9fa325b08593aa1bc4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732494252197 2024-11-25T00:24:14,696 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05daaeace6ef41ac974ff4b1fdf176a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732494252345 2024-11-25T00:24:14,696 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e7df1a81d474bfbbc9a9800fed3b139, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732494252345 2024-11-25T00:24:14,696 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2320d061f6f4a16be56096f06a20c8a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732494253511 2024-11-25T00:24:14,696 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 0470243125c7410f86ec6e7c2ac564fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732494253515 2024-11-25T00:24:14,703 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#B#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:14,703 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/a5a71cb6861c4600be0e491fad7173f8 is 50, key is test_row_0/B:col10/1732494253519/Put/seqid=0 2024-11-25T00:24:14,703 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#A#compaction#508 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:14,704 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/5009a23c2ad84dc783edd0bd6cd59662 is 50, key is test_row_0/A:col10/1732494253519/Put/seqid=0 2024-11-25T00:24:14,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742425_1601 (size=13425) 2024-11-25T00:24:14,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742426_1602 (size=13425) 2024-11-25T00:24:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T00:24:14,729 INFO [Thread-2226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-25T00:24:14,730 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-25T00:24:14,731 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T00:24:14,732 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:14,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T00:24:14,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:14,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T00:24:14,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:14,884 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:24:14,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:14,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:14,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:14,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:14,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:14,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:14,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/69476e978ddd46589cd016f35e4bdc1d is 50, key is test_row_0/A:col10/1732494253859/Put/seqid=0 2024-11-25T00:24:14,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742427_1603 (size=12301) 2024-11-25T00:24:14,898 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/69476e978ddd46589cd016f35e4bdc1d 2024-11-25T00:24:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/23c79252da764101ab0c831a0e827484 is 50, key is test_row_0/B:col10/1732494253859/Put/seqid=0 2024-11-25T00:24:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742428_1604 (size=12301) 2024-11-25T00:24:14,914 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/23c79252da764101ab0c831a0e827484 2024-11-25T00:24:14,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/ac9bc90a240f4cb0b73611e8d7b3dcf9 is 50, key is test_row_0/C:col10/1732494253859/Put/seqid=0 2024-11-25T00:24:14,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742429_1605 (size=12301) 2024-11-25T00:24:14,930 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/ac9bc90a240f4cb0b73611e8d7b3dcf9 2024-11-25T00:24:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/69476e978ddd46589cd016f35e4bdc1d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/69476e978ddd46589cd016f35e4bdc1d 2024-11-25T00:24:14,941 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/69476e978ddd46589cd016f35e4bdc1d, entries=150, sequenceid=476, filesize=12.0 K 2024-11-25T00:24:14,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/23c79252da764101ab0c831a0e827484 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/23c79252da764101ab0c831a0e827484 2024-11-25T00:24:14,945 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/23c79252da764101ab0c831a0e827484, entries=150, sequenceid=476, filesize=12.0 K 2024-11-25T00:24:14,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/ac9bc90a240f4cb0b73611e8d7b3dcf9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ac9bc90a240f4cb0b73611e8d7b3dcf9 2024-11-25T00:24:14,952 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ac9bc90a240f4cb0b73611e8d7b3dcf9, entries=150, sequenceid=476, filesize=12.0 K 2024-11-25T00:24:14,953 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for a9e7ee5c069c5475f2ba4d7c55ee737e in 69ms, sequenceid=476, compaction requested=true 2024-11-25T00:24:14,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:14,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:14,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-25T00:24:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-25T00:24:14,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-25T00:24:14,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 222 msec 2024-11-25T00:24:14,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 226 msec 2024-11-25T00:24:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:15,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:24:15,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:15,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:15,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:15,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:15,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:15,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:15,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/6335b166118e4b689564cecca6457385 is 50, key is test_row_0/A:col10/1732494255002/Put/seqid=0 2024-11-25T00:24:15,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742430_1606 (size=19621) 2024-11-25T00:24:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T00:24:15,033 INFO [Thread-2226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-25T00:24:15,034 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-25T00:24:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T00:24:15,035 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:15,035 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:15,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:15,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494315057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494315060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494315061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494315061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,120 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/5009a23c2ad84dc783edd0bd6cd59662 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5009a23c2ad84dc783edd0bd6cd59662 2024-11-25T00:24:15,127 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/A of a9e7ee5c069c5475f2ba4d7c55ee737e into 5009a23c2ad84dc783edd0bd6cd59662(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:15,127 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:15,127 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/A, priority=13, startTime=1732494254694; duration=0sec 2024-11-25T00:24:15,127 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:15,127 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:A 2024-11-25T00:24:15,127 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T00:24:15,128 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/a5a71cb6861c4600be0e491fad7173f8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a5a71cb6861c4600be0e491fad7173f8 2024-11-25T00:24:15,129 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62459 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T00:24:15,129 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/C is initiating minor compaction (all files) 2024-11-25T00:24:15,129 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/C in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:15,129 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/f7682be7c9cf4a8aa24520ddb2ba03ac, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/461ff77329104f1fb0ea18f60b8a0a84, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/3ae64b9000084100a791cb2e03f355fd, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ba641d15d428486385b5f9dbcc009d9e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ac9bc90a240f4cb0b73611e8d7b3dcf9] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=61.0 K 2024-11-25T00:24:15,130 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7682be7c9cf4a8aa24520ddb2ba03ac, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732494251518 2024-11-25T00:24:15,131 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 461ff77329104f1fb0ea18f60b8a0a84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732494252197 2024-11-25T00:24:15,131 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ae64b9000084100a791cb2e03f355fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732494252345 2024-11-25T00:24:15,131 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba641d15d428486385b5f9dbcc009d9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732494253515 2024-11-25T00:24:15,131 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac9bc90a240f4cb0b73611e8d7b3dcf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732494253849 2024-11-25T00:24:15,134 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/B of a9e7ee5c069c5475f2ba4d7c55ee737e into a5a71cb6861c4600be0e491fad7173f8(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:15,135 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:15,135 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/B, priority=13, startTime=1732494254694; duration=0sec 2024-11-25T00:24:15,135 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:15,135 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:B 2024-11-25T00:24:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T00:24:15,142 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#C#compaction#513 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:15,142 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/a576a93b52c84000a22fc3a437610438 is 50, key is test_row_0/C:col10/1732494253859/Put/seqid=0 2024-11-25T00:24:15,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742431_1607 (size=13425) 2024-11-25T00:24:15,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494315169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494315170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494315170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494315171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T00:24:15,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:15,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:15,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:15,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T00:24:15,339 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T00:24:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:15,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494315378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494315379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494315381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494315381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/6335b166118e4b689564cecca6457385 2024-11-25T00:24:15,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/d2eff2206b7d4d329a1b6be6ea07821d is 50, key is test_row_0/B:col10/1732494255002/Put/seqid=0 2024-11-25T00:24:15,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742432_1608 (size=12301) 2024-11-25T00:24:15,496 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T00:24:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:15,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,552 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/a576a93b52c84000a22fc3a437610438 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/a576a93b52c84000a22fc3a437610438 2024-11-25T00:24:15,555 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/C of a9e7ee5c069c5475f2ba4d7c55ee737e into a576a93b52c84000a22fc3a437610438(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:15,555 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:15,555 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/C, priority=11, startTime=1732494254694; duration=0sec 2024-11-25T00:24:15,556 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:15,556 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:C 2024-11-25T00:24:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T00:24:15,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T00:24:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:15,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:15,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:15,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494315684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494315687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494315689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494315689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T00:24:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:15,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:15,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/d2eff2206b7d4d329a1b6be6ea07821d 2024-11-25T00:24:15,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/af95bd0aab304c44b543a5fe267d26cf is 50, key is test_row_0/C:col10/1732494255002/Put/seqid=0 2024-11-25T00:24:15,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742433_1609 (size=12301) 2024-11-25T00:24:15,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/af95bd0aab304c44b543a5fe267d26cf 2024-11-25T00:24:15,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/6335b166118e4b689564cecca6457385 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/6335b166118e4b689564cecca6457385 2024-11-25T00:24:15,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/6335b166118e4b689564cecca6457385, entries=300, sequenceid=488, filesize=19.2 K 2024-11-25T00:24:15,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/d2eff2206b7d4d329a1b6be6ea07821d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/d2eff2206b7d4d329a1b6be6ea07821d 2024-11-25T00:24:15,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/d2eff2206b7d4d329a1b6be6ea07821d, entries=150, sequenceid=488, filesize=12.0 K 2024-11-25T00:24:15,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/af95bd0aab304c44b543a5fe267d26cf as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/af95bd0aab304c44b543a5fe267d26cf 2024-11-25T00:24:15,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/af95bd0aab304c44b543a5fe267d26cf, entries=150, sequenceid=488, filesize=12.0 K 2024-11-25T00:24:15,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a9e7ee5c069c5475f2ba4d7c55ee737e in 866ms, sequenceid=488, compaction requested=true 2024-11-25T00:24:15,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:15,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:15,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:15,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:15,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:15,869 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:15,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:15,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:15,869 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:15,870 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:15,870 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:15,870 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/A is initiating minor compaction (all files) 2024-11-25T00:24:15,870 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/B is initiating minor compaction (all files) 2024-11-25T00:24:15,870 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/A in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:15,870 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/B in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:15,870 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5009a23c2ad84dc783edd0bd6cd59662, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/69476e978ddd46589cd016f35e4bdc1d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/6335b166118e4b689564cecca6457385] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=44.3 K 2024-11-25T00:24:15,870 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a5a71cb6861c4600be0e491fad7173f8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/23c79252da764101ab0c831a0e827484, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/d2eff2206b7d4d329a1b6be6ea07821d] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=37.1 K 2024-11-25T00:24:15,870 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting a5a71cb6861c4600be0e491fad7173f8, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732494253515 2024-11-25T00:24:15,871 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5009a23c2ad84dc783edd0bd6cd59662, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732494253515 2024-11-25T00:24:15,871 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 23c79252da764101ab0c831a0e827484, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732494253849 2024-11-25T00:24:15,871 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69476e978ddd46589cd016f35e4bdc1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732494253849 2024-11-25T00:24:15,871 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6335b166118e4b689564cecca6457385, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732494254991 2024-11-25T00:24:15,871 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting d2eff2206b7d4d329a1b6be6ea07821d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732494254993 2024-11-25T00:24:15,880 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#A#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:15,880 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/16df0712386443568f1dca64f7de19e5 is 50, key is test_row_0/A:col10/1732494255002/Put/seqid=0 2024-11-25T00:24:15,881 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#B#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:15,882 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/4df0c612e78a44d0970b7bea3838f030 is 50, key is test_row_0/B:col10/1732494255002/Put/seqid=0 2024-11-25T00:24:15,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742434_1610 (size=13527) 2024-11-25T00:24:15,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742435_1611 (size=13527) 2024-11-25T00:24:15,899 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/16df0712386443568f1dca64f7de19e5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/16df0712386443568f1dca64f7de19e5 2024-11-25T00:24:15,903 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/A of a9e7ee5c069c5475f2ba4d7c55ee737e into 16df0712386443568f1dca64f7de19e5(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:15,903 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:15,903 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/A, priority=13, startTime=1732494255869; duration=0sec 2024-11-25T00:24:15,903 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:15,903 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:A 2024-11-25T00:24:15,903 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T00:24:15,904 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T00:24:15,904 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T00:24:15,904 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. because compaction request was cancelled 2024-11-25T00:24:15,904 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:C 2024-11-25T00:24:15,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:15,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T00:24:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:15,955 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:24:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:15,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/1556d9a2a7dc4ba4975b6703e4bf12f1 is 50, key is test_row_0/A:col10/1732494255060/Put/seqid=0 2024-11-25T00:24:15,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742436_1612 (size=12301) 2024-11-25T00:24:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T00:24:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:16,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. as already flushing 2024-11-25T00:24:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494316202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494316204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494316208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494316209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,301 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/4df0c612e78a44d0970b7bea3838f030 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4df0c612e78a44d0970b7bea3838f030 2024-11-25T00:24:16,313 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/B of a9e7ee5c069c5475f2ba4d7c55ee737e into 4df0c612e78a44d0970b7bea3838f030(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:16,313 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:16,313 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/B, priority=13, startTime=1732494255869; duration=0sec 2024-11-25T00:24:16,313 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:16,313 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:B 2024-11-25T00:24:16,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494316310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494316310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494316311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494316315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,366 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/1556d9a2a7dc4ba4975b6703e4bf12f1 2024-11-25T00:24:16,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/d23642a525944471b006e85fb0bc1bb9 is 50, key is test_row_0/B:col10/1732494255060/Put/seqid=0 2024-11-25T00:24:16,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742437_1613 (size=12301) 2024-11-25T00:24:16,440 DEBUG [Thread-2229 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:53552 2024-11-25T00:24:16,440 DEBUG [Thread-2229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:16,441 DEBUG [Thread-2227 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:53552 2024-11-25T00:24:16,441 DEBUG [Thread-2227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:16,441 DEBUG [Thread-2235 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:53552 2024-11-25T00:24:16,441 DEBUG [Thread-2235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:16,444 DEBUG [Thread-2231 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:53552 2024-11-25T00:24:16,444 DEBUG [Thread-2231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:16,446 DEBUG [Thread-2233 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:53552 2024-11-25T00:24:16,446 DEBUG [Thread-2233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:16,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494316516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494316516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494316519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494316520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,782 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/d23642a525944471b006e85fb0bc1bb9 2024-11-25T00:24:16,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/4bb9e78f0ebd4e5481155feb01e86114 is 50, key is test_row_0/C:col10/1732494255060/Put/seqid=0 2024-11-25T00:24:16,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742438_1614 (size=12301) 2024-11-25T00:24:16,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37700 deadline: 1732494316817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37742 deadline: 1732494316819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37744 deadline: 1732494316820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:16,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37764 deadline: 1732494316822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:17,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37758 deadline: 1732494317027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:17,028 DEBUG [Thread-2222 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18232 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., hostname=4bb75722a6be,37323,1732494119912, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:24:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T00:24:17,191 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/4bb9e78f0ebd4e5481155feb01e86114 2024-11-25T00:24:17,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/1556d9a2a7dc4ba4975b6703e4bf12f1 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/1556d9a2a7dc4ba4975b6703e4bf12f1 2024-11-25T00:24:17,197 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/1556d9a2a7dc4ba4975b6703e4bf12f1, entries=150, sequenceid=516, filesize=12.0 K 2024-11-25T00:24:17,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/d23642a525944471b006e85fb0bc1bb9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/d23642a525944471b006e85fb0bc1bb9 2024-11-25T00:24:17,200 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/d23642a525944471b006e85fb0bc1bb9, entries=150, sequenceid=516, filesize=12.0 K 2024-11-25T00:24:17,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/4bb9e78f0ebd4e5481155feb01e86114 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/4bb9e78f0ebd4e5481155feb01e86114 2024-11-25T00:24:17,203 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/4bb9e78f0ebd4e5481155feb01e86114, entries=150, sequenceid=516, filesize=12.0 K 2024-11-25T00:24:17,203 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a9e7ee5c069c5475f2ba4d7c55ee737e in 1248ms, sequenceid=516, compaction requested=true 2024-11-25T00:24:17,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:17,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:17,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-25T00:24:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-25T00:24:17,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-25T00:24:17,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1690 sec 2024-11-25T00:24:17,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.1710 sec 2024-11-25T00:24:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:17,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T00:24:17,322 DEBUG [Thread-2220 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:53552 2024-11-25T00:24:17,322 DEBUG [Thread-2216 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:53552 2024-11-25T00:24:17,322 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:17,322 DEBUG [Thread-2220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:17,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:17,322 DEBUG [Thread-2224 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:53552 2024-11-25T00:24:17,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:17,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:17,322 DEBUG [Thread-2224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:17,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:17,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:17,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:17,324 DEBUG [Thread-2218 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:53552 2024-11-25T00:24:17,324 DEBUG [Thread-2218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:17,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/bcf1e043229a420191b38b88f19d2116 is 50, key is test_row_0/A:col10/1732494257320/Put/seqid=0 2024-11-25T00:24:17,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742439_1615 (size=12301) 2024-11-25T00:24:17,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/bcf1e043229a420191b38b88f19d2116 2024-11-25T00:24:17,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/804aeb49e86941ab9a93d7172f3763d4 is 50, key is test_row_0/B:col10/1732494257320/Put/seqid=0 2024-11-25T00:24:17,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742440_1616 (size=12301) 2024-11-25T00:24:18,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/804aeb49e86941ab9a93d7172f3763d4 2024-11-25T00:24:18,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/77f5afed28a64babbae85de275473093 is 50, key is test_row_0/C:col10/1732494257320/Put/seqid=0 2024-11-25T00:24:18,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742441_1617 (size=12301) 2024-11-25T00:24:18,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/77f5afed28a64babbae85de275473093 2024-11-25T00:24:18,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/bcf1e043229a420191b38b88f19d2116 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/bcf1e043229a420191b38b88f19d2116 2024-11-25T00:24:18,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/bcf1e043229a420191b38b88f19d2116, entries=150, sequenceid=532, filesize=12.0 K 2024-11-25T00:24:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/804aeb49e86941ab9a93d7172f3763d4 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/804aeb49e86941ab9a93d7172f3763d4 2024-11-25T00:24:18,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/804aeb49e86941ab9a93d7172f3763d4, entries=150, sequenceid=532, filesize=12.0 K 2024-11-25T00:24:18,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/77f5afed28a64babbae85de275473093 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/77f5afed28a64babbae85de275473093 2024-11-25T00:24:18,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/77f5afed28a64babbae85de275473093, entries=150, sequenceid=532, filesize=12.0 K 2024-11-25T00:24:18,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=6.71 KB/6870 for a9e7ee5c069c5475f2ba4d7c55ee737e in 850ms, sequenceid=532, compaction requested=true 2024-11-25T00:24:18,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:18,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:18,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:18,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:18,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:18,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a9e7ee5c069c5475f2ba4d7c55ee737e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:18,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:18,172 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:18,172 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:18,173 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:18,173 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:18,173 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/A is initiating minor compaction (all files) 2024-11-25T00:24:18,173 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/B is initiating minor compaction (all files) 2024-11-25T00:24:18,173 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/A in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:18,173 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/B in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:18,173 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/16df0712386443568f1dca64f7de19e5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/1556d9a2a7dc4ba4975b6703e4bf12f1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/bcf1e043229a420191b38b88f19d2116] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=37.2 K 2024-11-25T00:24:18,173 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4df0c612e78a44d0970b7bea3838f030, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/d23642a525944471b006e85fb0bc1bb9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/804aeb49e86941ab9a93d7172f3763d4] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=37.2 K 2024-11-25T00:24:18,174 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16df0712386443568f1dca64f7de19e5, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732494254993 2024-11-25T00:24:18,174 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 4df0c612e78a44d0970b7bea3838f030, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732494254993 2024-11-25T00:24:18,174 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting d23642a525944471b006e85fb0bc1bb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732494255058 2024-11-25T00:24:18,174 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1556d9a2a7dc4ba4975b6703e4bf12f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732494255058 2024-11-25T00:24:18,174 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 804aeb49e86941ab9a93d7172f3763d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732494257320 2024-11-25T00:24:18,174 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcf1e043229a420191b38b88f19d2116, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732494257320 2024-11-25T00:24:18,182 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#B#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:18,183 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/999dfb7e322a4fca9d0689d177a61aec is 50, key is test_row_0/B:col10/1732494257320/Put/seqid=0 2024-11-25T00:24:18,185 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#A#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:18,186 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/5c30eb5feee643d29a80b911778b5541 is 50, key is test_row_0/A:col10/1732494257320/Put/seqid=0 2024-11-25T00:24:18,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742442_1618 (size=13629) 2024-11-25T00:24:18,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742443_1619 (size=13629) 2024-11-25T00:24:18,199 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/999dfb7e322a4fca9d0689d177a61aec as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/999dfb7e322a4fca9d0689d177a61aec 2024-11-25T00:24:18,206 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/B of a9e7ee5c069c5475f2ba4d7c55ee737e into 999dfb7e322a4fca9d0689d177a61aec(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:18,206 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:18,206 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/B, priority=13, startTime=1732494258172; duration=0sec 2024-11-25T00:24:18,206 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:18,206 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:B 2024-11-25T00:24:18,206 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:24:18,207 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:24:18,207 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): a9e7ee5c069c5475f2ba4d7c55ee737e/C is initiating minor compaction (all files) 2024-11-25T00:24:18,207 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a9e7ee5c069c5475f2ba4d7c55ee737e/C in TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:18,207 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/a576a93b52c84000a22fc3a437610438, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/af95bd0aab304c44b543a5fe267d26cf, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/4bb9e78f0ebd4e5481155feb01e86114, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/77f5afed28a64babbae85de275473093] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp, totalSize=49.1 K 2024-11-25T00:24:18,207 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting a576a93b52c84000a22fc3a437610438, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732494253849 2024-11-25T00:24:18,207 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting af95bd0aab304c44b543a5fe267d26cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732494254993 2024-11-25T00:24:18,208 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bb9e78f0ebd4e5481155feb01e86114, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732494255058 2024-11-25T00:24:18,208 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 77f5afed28a64babbae85de275473093, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732494257320 2024-11-25T00:24:18,217 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a9e7ee5c069c5475f2ba4d7c55ee737e#C#compaction#526 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:18,218 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/81a241aad6f74ded97465dfc37b58fb8 is 50, key is test_row_0/C:col10/1732494257320/Put/seqid=0 2024-11-25T00:24:18,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742444_1620 (size=13561) 2024-11-25T00:24:18,598 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/5c30eb5feee643d29a80b911778b5541 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5c30eb5feee643d29a80b911778b5541 2024-11-25T00:24:18,602 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/A of a9e7ee5c069c5475f2ba4d7c55ee737e into 5c30eb5feee643d29a80b911778b5541(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:18,602 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:18,602 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/A, priority=13, startTime=1732494258172; duration=0sec 2024-11-25T00:24:18,602 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:18,602 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:A 2024-11-25T00:24:18,628 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/81a241aad6f74ded97465dfc37b58fb8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/81a241aad6f74ded97465dfc37b58fb8 2024-11-25T00:24:18,631 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a9e7ee5c069c5475f2ba4d7c55ee737e/C of a9e7ee5c069c5475f2ba4d7c55ee737e into 81a241aad6f74ded97465dfc37b58fb8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:18,631 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:18,631 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e., storeName=a9e7ee5c069c5475f2ba4d7c55ee737e/C, priority=12, startTime=1732494258172; duration=0sec 2024-11-25T00:24:18,631 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:18,631 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a9e7ee5c069c5475f2ba4d7c55ee737e:C 2024-11-25T00:24:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T00:24:19,140 INFO [Thread-2226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-25T00:24:27,050 DEBUG [Thread-2222 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:53552 2024-11-25T00:24:27,050 DEBUG [Thread-2222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:27,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2187 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6561 rows 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2183 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6542 rows 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2178 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6533 rows 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2179 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6533 rows 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2181 2024-11-25T00:24:27,051 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6542 rows 2024-11-25T00:24:27,051 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T00:24:27,051 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x301741f1 to 127.0.0.1:53552 2024-11-25T00:24:27,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:27,053 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T00:24:27,053 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T00:24:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T00:24:27,057 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494267057"}]},"ts":"1732494267057"} 2024-11-25T00:24:27,060 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T00:24:27,062 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T00:24:27,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:24:27,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a9e7ee5c069c5475f2ba4d7c55ee737e, UNASSIGN}] 2024-11-25T00:24:27,064 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a9e7ee5c069c5475f2ba4d7c55ee737e, UNASSIGN 2024-11-25T00:24:27,064 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=a9e7ee5c069c5475f2ba4d7c55ee737e, regionState=CLOSING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:27,065 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:24:27,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:24:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T00:24:27,216 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:27,216 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:27,216 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:24:27,217 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing a9e7ee5c069c5475f2ba4d7c55ee737e, disabling compactions & flushes 2024-11-25T00:24:27,217 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:27,217 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:27,217 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. after waiting 0 ms 2024-11-25T00:24:27,217 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:27,217 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(2837): Flushing a9e7ee5c069c5475f2ba4d7c55ee737e 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-25T00:24:27,217 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=A 2024-11-25T00:24:27,217 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:27,217 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=B 2024-11-25T00:24:27,217 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:27,217 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a9e7ee5c069c5475f2ba4d7c55ee737e, store=C 2024-11-25T00:24:27,217 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:27,220 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/5697b31328da4f9189a6d918dcc8cc4a is 50, key is test_row_1/A:col10/1732494257323/Put/seqid=0 2024-11-25T00:24:27,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742445_1621 (size=9857) 2024-11-25T00:24:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T00:24:27,624 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/5697b31328da4f9189a6d918dcc8cc4a 2024-11-25T00:24:27,630 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/12bdd67ab66b434aa1d07936b21979dc is 50, key is test_row_1/B:col10/1732494257323/Put/seqid=0 2024-11-25T00:24:27,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742446_1622 (size=9857) 2024-11-25T00:24:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T00:24:28,033 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/12bdd67ab66b434aa1d07936b21979dc 2024-11-25T00:24:28,038 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/7ca990cc628742139c3c6f75b939f2b5 is 50, key is test_row_1/C:col10/1732494257323/Put/seqid=0 2024-11-25T00:24:28,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742447_1623 (size=9857) 2024-11-25T00:24:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T00:24:28,296 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T00:24:28,442 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/7ca990cc628742139c3c6f75b939f2b5 2024-11-25T00:24:28,446 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/A/5697b31328da4f9189a6d918dcc8cc4a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5697b31328da4f9189a6d918dcc8cc4a 2024-11-25T00:24:28,449 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5697b31328da4f9189a6d918dcc8cc4a, entries=100, sequenceid=540, filesize=9.6 K 2024-11-25T00:24:28,450 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/B/12bdd67ab66b434aa1d07936b21979dc as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/12bdd67ab66b434aa1d07936b21979dc 2024-11-25T00:24:28,453 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/12bdd67ab66b434aa1d07936b21979dc, entries=100, sequenceid=540, filesize=9.6 K 2024-11-25T00:24:28,454 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/.tmp/C/7ca990cc628742139c3c6f75b939f2b5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/7ca990cc628742139c3c6f75b939f2b5 2024-11-25T00:24:28,457 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/7ca990cc628742139c3c6f75b939f2b5, entries=100, sequenceid=540, filesize=9.6 K 2024-11-25T00:24:28,458 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for a9e7ee5c069c5475f2ba4d7c55ee737e in 1241ms, sequenceid=540, compaction requested=false 2024-11-25T00:24:28,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/43978284545046dc8d24316f9ebefcd5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/7946306209224f559fd9c0db1c9a5388, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/69c8b11b648e457a8aa566692e3e7d2f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/3f5632ff05b54f92822d7472aedc22a6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/332b422568674d5299ce52cb84a0eb81, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4248dbf16d1b40e9b064ae51f5092973, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5003a29b479e4a228c9ec94acb4f9d6f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/85966b01854e490bba0cd79f26b96750, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/51f9e15b18f14c618e7089bb0bf6ee15, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4c69200818d540d9864b6373b0120896, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/ba2cfc7f9d16486786d1b02965c0f5b2, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4b7cb480651346eabb763d7636b8e4c9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/a10519e423484789af3d8977a66776ef, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/f29c50d605544961819e4f66d7dcd95e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/e111ab8151d14b82aaa26d0dd1d780cb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/8b95bd36658a4cae899fd99ef0a02940, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/54dfeae8715a495f81ff84cd4fa4ef16, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/f3b7a791bcdf4e9a9b969ed547158e2b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/1313c9e68f294105b357e2c38803b006, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/2926733990274d6e8243a0748c4a7ded, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/fde0ac3db10542b49e37c442fc6cd6fb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/9ec0fc76f9a34e34a4aa3b3dde51cc01, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/bd3dcfede28d40f1a07af386c208cef7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/066a9cc5e69048288f0485783b8bd305, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/de2f36d4b6f54d0ba1fd8b759ae40bea, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/89993fa335914219bc3434440efc6536, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/de1e1fecfb2f4dcdbe4432b6f2538250, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/109eb9192fb346ea95f4c8749bce86fc, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/7c19584430b64009846dfb4b989d91c0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/13a827ce1a53483e90e18032aa18e418, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/039837d7682c4267b98963619e3db2a8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/05daaeace6ef41ac974ff4b1fdf176a9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/c2320d061f6f4a16be56096f06a20c8a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5009a23c2ad84dc783edd0bd6cd59662, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/69476e978ddd46589cd016f35e4bdc1d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/6335b166118e4b689564cecca6457385, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/16df0712386443568f1dca64f7de19e5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/1556d9a2a7dc4ba4975b6703e4bf12f1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/bcf1e043229a420191b38b88f19d2116] to archive 2024-11-25T00:24:28,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:24:28,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/43978284545046dc8d24316f9ebefcd5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/43978284545046dc8d24316f9ebefcd5 2024-11-25T00:24:28,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/7946306209224f559fd9c0db1c9a5388 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/7946306209224f559fd9c0db1c9a5388 2024-11-25T00:24:28,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/69c8b11b648e457a8aa566692e3e7d2f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/69c8b11b648e457a8aa566692e3e7d2f 2024-11-25T00:24:28,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/3f5632ff05b54f92822d7472aedc22a6 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/3f5632ff05b54f92822d7472aedc22a6 2024-11-25T00:24:28,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/332b422568674d5299ce52cb84a0eb81 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/332b422568674d5299ce52cb84a0eb81 2024-11-25T00:24:28,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4248dbf16d1b40e9b064ae51f5092973 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4248dbf16d1b40e9b064ae51f5092973 2024-11-25T00:24:28,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5003a29b479e4a228c9ec94acb4f9d6f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5003a29b479e4a228c9ec94acb4f9d6f 2024-11-25T00:24:28,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/85966b01854e490bba0cd79f26b96750 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/85966b01854e490bba0cd79f26b96750 2024-11-25T00:24:28,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/51f9e15b18f14c618e7089bb0bf6ee15 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/51f9e15b18f14c618e7089bb0bf6ee15 2024-11-25T00:24:28,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4c69200818d540d9864b6373b0120896 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4c69200818d540d9864b6373b0120896 2024-11-25T00:24:28,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/ba2cfc7f9d16486786d1b02965c0f5b2 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/ba2cfc7f9d16486786d1b02965c0f5b2 2024-11-25T00:24:28,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4b7cb480651346eabb763d7636b8e4c9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/4b7cb480651346eabb763d7636b8e4c9 2024-11-25T00:24:28,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/a10519e423484789af3d8977a66776ef to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/a10519e423484789af3d8977a66776ef 2024-11-25T00:24:28,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/f29c50d605544961819e4f66d7dcd95e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/f29c50d605544961819e4f66d7dcd95e 2024-11-25T00:24:28,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/e111ab8151d14b82aaa26d0dd1d780cb to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/e111ab8151d14b82aaa26d0dd1d780cb 2024-11-25T00:24:28,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/8b95bd36658a4cae899fd99ef0a02940 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/8b95bd36658a4cae899fd99ef0a02940 2024-11-25T00:24:28,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/54dfeae8715a495f81ff84cd4fa4ef16 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/54dfeae8715a495f81ff84cd4fa4ef16 2024-11-25T00:24:28,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/f3b7a791bcdf4e9a9b969ed547158e2b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/f3b7a791bcdf4e9a9b969ed547158e2b 2024-11-25T00:24:28,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/1313c9e68f294105b357e2c38803b006 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/1313c9e68f294105b357e2c38803b006 2024-11-25T00:24:28,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/2926733990274d6e8243a0748c4a7ded to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/2926733990274d6e8243a0748c4a7ded 2024-11-25T00:24:28,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/fde0ac3db10542b49e37c442fc6cd6fb to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/fde0ac3db10542b49e37c442fc6cd6fb 2024-11-25T00:24:28,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/9ec0fc76f9a34e34a4aa3b3dde51cc01 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/9ec0fc76f9a34e34a4aa3b3dde51cc01 2024-11-25T00:24:28,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/bd3dcfede28d40f1a07af386c208cef7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/bd3dcfede28d40f1a07af386c208cef7 2024-11-25T00:24:28,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/066a9cc5e69048288f0485783b8bd305 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/066a9cc5e69048288f0485783b8bd305 2024-11-25T00:24:28,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/de2f36d4b6f54d0ba1fd8b759ae40bea to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/de2f36d4b6f54d0ba1fd8b759ae40bea 2024-11-25T00:24:28,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/89993fa335914219bc3434440efc6536 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/89993fa335914219bc3434440efc6536 2024-11-25T00:24:28,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/de1e1fecfb2f4dcdbe4432b6f2538250 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/de1e1fecfb2f4dcdbe4432b6f2538250 2024-11-25T00:24:28,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/109eb9192fb346ea95f4c8749bce86fc to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/109eb9192fb346ea95f4c8749bce86fc 2024-11-25T00:24:28,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/7c19584430b64009846dfb4b989d91c0 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/7c19584430b64009846dfb4b989d91c0 2024-11-25T00:24:28,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/13a827ce1a53483e90e18032aa18e418 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/13a827ce1a53483e90e18032aa18e418 2024-11-25T00:24:28,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/039837d7682c4267b98963619e3db2a8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/039837d7682c4267b98963619e3db2a8 2024-11-25T00:24:28,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/05daaeace6ef41ac974ff4b1fdf176a9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/05daaeace6ef41ac974ff4b1fdf176a9 2024-11-25T00:24:28,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/c2320d061f6f4a16be56096f06a20c8a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/c2320d061f6f4a16be56096f06a20c8a 2024-11-25T00:24:28,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5009a23c2ad84dc783edd0bd6cd59662 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5009a23c2ad84dc783edd0bd6cd59662 2024-11-25T00:24:28,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/69476e978ddd46589cd016f35e4bdc1d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/69476e978ddd46589cd016f35e4bdc1d 2024-11-25T00:24:28,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/6335b166118e4b689564cecca6457385 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/6335b166118e4b689564cecca6457385 2024-11-25T00:24:28,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/16df0712386443568f1dca64f7de19e5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/16df0712386443568f1dca64f7de19e5 2024-11-25T00:24:28,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/1556d9a2a7dc4ba4975b6703e4bf12f1 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/1556d9a2a7dc4ba4975b6703e4bf12f1 2024-11-25T00:24:28,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/bcf1e043229a420191b38b88f19d2116 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/bcf1e043229a420191b38b88f19d2116 2024-11-25T00:24:28,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c9dc757488984bdeb75b675b6730c1b0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/5d300adf7493426f850e6520cc6bfaac, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/040082ef4c4c4e2bb88a8e5e33afaf46, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/fb68577ca40843778b9da9ed9bf29692, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c57a8dc8956c4aca912c28c05393fbd9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4cd544776fa24def90c090f10c133339, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/03c1fcd5c4d442d38487021c195d26b5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/169d23598e814b7eac7aac9c0df15bfc, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/22c8240f440a41c5b49e96ae444301a9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/145d42eb43174aab896df8f00871bb36, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/aca266750a894b0ebfa6353a2dafe39c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/3ca675b7f0944a75a0eb02a814ef60cf, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/95b0414b1d94481e9baf33165fc7c438, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/793d803a93724bc79eff471059c62851, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/8bd81f1b6b8846f2b385c0d8238547a6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c7c1b733f0f1422f973f06bbb4353f05, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/24ddc2ec962b4b50834e09420cca5660, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/81b65e17992f4383b508a7cc63bf8b46, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/e7d949b0e81c48809e6a9ce3df05eba1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/36fbbb6b71d44ffaa5447049f5cb234e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/df2643a48c624f78b2e3428174c1380f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/3378a24c54c54b5092b130cd3a42b5ea, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/8947043ff0174247a1e11c875086d464, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/0c7c036bb3214ab3a66fb84ad3978b03, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/6dd69ac67402468292cac3cfc134ad75, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a7853f5b56224d52908000fc4c106c68, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/92d52b13d55b4e879bf4c863b1b77263, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4a9656e41d084e9c9eba86f4f377cc17, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/ca1e9e0fc31b41c394b19e0a309a9fe3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/9090ae997e164f9fa325b08593aa1bc4, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a4a3bfa7b7144159baf8dcc436829da5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/9e7df1a81d474bfbbc9a9800fed3b139, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a5a71cb6861c4600be0e491fad7173f8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/0470243125c7410f86ec6e7c2ac564fa, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/23c79252da764101ab0c831a0e827484, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4df0c612e78a44d0970b7bea3838f030, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/d2eff2206b7d4d329a1b6be6ea07821d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/d23642a525944471b006e85fb0bc1bb9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/804aeb49e86941ab9a93d7172f3763d4] to archive 2024-11-25T00:24:28,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:24:28,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c9dc757488984bdeb75b675b6730c1b0 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c9dc757488984bdeb75b675b6730c1b0 2024-11-25T00:24:28,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/5d300adf7493426f850e6520cc6bfaac to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/5d300adf7493426f850e6520cc6bfaac 2024-11-25T00:24:28,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/040082ef4c4c4e2bb88a8e5e33afaf46 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/040082ef4c4c4e2bb88a8e5e33afaf46 2024-11-25T00:24:28,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/fb68577ca40843778b9da9ed9bf29692 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/fb68577ca40843778b9da9ed9bf29692 2024-11-25T00:24:28,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c57a8dc8956c4aca912c28c05393fbd9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c57a8dc8956c4aca912c28c05393fbd9 2024-11-25T00:24:28,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4cd544776fa24def90c090f10c133339 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4cd544776fa24def90c090f10c133339 2024-11-25T00:24:28,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/03c1fcd5c4d442d38487021c195d26b5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/03c1fcd5c4d442d38487021c195d26b5 2024-11-25T00:24:28,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/169d23598e814b7eac7aac9c0df15bfc to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/169d23598e814b7eac7aac9c0df15bfc 2024-11-25T00:24:28,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/22c8240f440a41c5b49e96ae444301a9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/22c8240f440a41c5b49e96ae444301a9 2024-11-25T00:24:28,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/145d42eb43174aab896df8f00871bb36 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/145d42eb43174aab896df8f00871bb36 2024-11-25T00:24:28,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/aca266750a894b0ebfa6353a2dafe39c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/aca266750a894b0ebfa6353a2dafe39c 2024-11-25T00:24:28,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/3ca675b7f0944a75a0eb02a814ef60cf to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/3ca675b7f0944a75a0eb02a814ef60cf 2024-11-25T00:24:28,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/95b0414b1d94481e9baf33165fc7c438 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/95b0414b1d94481e9baf33165fc7c438 2024-11-25T00:24:28,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/793d803a93724bc79eff471059c62851 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/793d803a93724bc79eff471059c62851 2024-11-25T00:24:28,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/8bd81f1b6b8846f2b385c0d8238547a6 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/8bd81f1b6b8846f2b385c0d8238547a6 2024-11-25T00:24:28,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c7c1b733f0f1422f973f06bbb4353f05 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/c7c1b733f0f1422f973f06bbb4353f05 2024-11-25T00:24:28,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/24ddc2ec962b4b50834e09420cca5660 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/24ddc2ec962b4b50834e09420cca5660 2024-11-25T00:24:28,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/81b65e17992f4383b508a7cc63bf8b46 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/81b65e17992f4383b508a7cc63bf8b46 2024-11-25T00:24:28,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/e7d949b0e81c48809e6a9ce3df05eba1 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/e7d949b0e81c48809e6a9ce3df05eba1 2024-11-25T00:24:28,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/36fbbb6b71d44ffaa5447049f5cb234e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/36fbbb6b71d44ffaa5447049f5cb234e 2024-11-25T00:24:28,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/df2643a48c624f78b2e3428174c1380f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/df2643a48c624f78b2e3428174c1380f 2024-11-25T00:24:28,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/3378a24c54c54b5092b130cd3a42b5ea to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/3378a24c54c54b5092b130cd3a42b5ea 2024-11-25T00:24:28,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/8947043ff0174247a1e11c875086d464 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/8947043ff0174247a1e11c875086d464 2024-11-25T00:24:28,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/0c7c036bb3214ab3a66fb84ad3978b03 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/0c7c036bb3214ab3a66fb84ad3978b03 2024-11-25T00:24:28,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/6dd69ac67402468292cac3cfc134ad75 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/6dd69ac67402468292cac3cfc134ad75 2024-11-25T00:24:28,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a7853f5b56224d52908000fc4c106c68 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a7853f5b56224d52908000fc4c106c68 2024-11-25T00:24:28,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/92d52b13d55b4e879bf4c863b1b77263 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/92d52b13d55b4e879bf4c863b1b77263 2024-11-25T00:24:28,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4a9656e41d084e9c9eba86f4f377cc17 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4a9656e41d084e9c9eba86f4f377cc17 2024-11-25T00:24:28,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/ca1e9e0fc31b41c394b19e0a309a9fe3 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/ca1e9e0fc31b41c394b19e0a309a9fe3 2024-11-25T00:24:28,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/9090ae997e164f9fa325b08593aa1bc4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/9090ae997e164f9fa325b08593aa1bc4 2024-11-25T00:24:28,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a4a3bfa7b7144159baf8dcc436829da5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a4a3bfa7b7144159baf8dcc436829da5 2024-11-25T00:24:28,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/9e7df1a81d474bfbbc9a9800fed3b139 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/9e7df1a81d474bfbbc9a9800fed3b139 2024-11-25T00:24:28,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a5a71cb6861c4600be0e491fad7173f8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/a5a71cb6861c4600be0e491fad7173f8 2024-11-25T00:24:28,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/0470243125c7410f86ec6e7c2ac564fa to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/0470243125c7410f86ec6e7c2ac564fa 2024-11-25T00:24:28,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/23c79252da764101ab0c831a0e827484 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/23c79252da764101ab0c831a0e827484 2024-11-25T00:24:28,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4df0c612e78a44d0970b7bea3838f030 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/4df0c612e78a44d0970b7bea3838f030 2024-11-25T00:24:28,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/d2eff2206b7d4d329a1b6be6ea07821d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/d2eff2206b7d4d329a1b6be6ea07821d 2024-11-25T00:24:28,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/d23642a525944471b006e85fb0bc1bb9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/d23642a525944471b006e85fb0bc1bb9 2024-11-25T00:24:28,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/804aeb49e86941ab9a93d7172f3763d4 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/804aeb49e86941ab9a93d7172f3763d4 2024-11-25T00:24:28,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/809d2eebaec246149892e61b39367750, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/35ff95e7dd7f4c0d9c3bf41ddf0f4845, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/5a50df5d547b4ecea26c6277b32f5338, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/98f7f7fab78a4562b05d20e7f0528307, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/87e4f8837ec7468fad96eaf6a4bafa41, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/17ac8be37482405f92af3c2587f002c7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/f4e79751d27a448385ec3208591802f7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/2ca3c9597a744d6e8091151504886d0b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/268f1af4f662404f935806989114487f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/14fa820710584b758c3b43cf1f776369, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/b22facd8dfd2468687058f4137229c37, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ab22be4b16bc4535b5f32b7679866852, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/997f3f23d8994daa8627ecccdb85ebe5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/707e1bf970014ced99221e4cf8625299, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/42320bc2b312432a8e2afc93ecc7c46c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/bcec422254d347fdac20e5668c6a97c8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/7270d4a9bdaa46cf92d27a139524d902, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/135bf9f1bb3f4b34bd87b65e57c46c57, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/5711a0ccba5b41919886c8ef4406119e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/0e481088bb544d1f96a4ec00b4f0ff54, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/de5fe224360442f6a557e8de7df68093, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/57ad095f6dfc43e7bdec01a57cdb1f3c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/549e9955002e4e8d91c4a4a9a86619ea, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/fe7d1da1c59243ae924667cad5dcff54, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/31c44e9f08a347d09bbbd1c824e2d5fb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/3f9459062ac449c59d131bf6cfe8f67f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/e36b55710aa8493e9bc178128b477cfe, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/f7682be7c9cf4a8aa24520ddb2ba03ac, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/35f908afd8994f91a4849180486dba26, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/461ff77329104f1fb0ea18f60b8a0a84, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/3ae64b9000084100a791cb2e03f355fd, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ba641d15d428486385b5f9dbcc009d9e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/a576a93b52c84000a22fc3a437610438, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ac9bc90a240f4cb0b73611e8d7b3dcf9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/af95bd0aab304c44b543a5fe267d26cf, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/4bb9e78f0ebd4e5481155feb01e86114, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/77f5afed28a64babbae85de275473093] to archive 2024-11-25T00:24:28,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:24:28,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/809d2eebaec246149892e61b39367750 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/809d2eebaec246149892e61b39367750 2024-11-25T00:24:28,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/35ff95e7dd7f4c0d9c3bf41ddf0f4845 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/35ff95e7dd7f4c0d9c3bf41ddf0f4845 2024-11-25T00:24:28,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/5a50df5d547b4ecea26c6277b32f5338 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/5a50df5d547b4ecea26c6277b32f5338 2024-11-25T00:24:28,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/98f7f7fab78a4562b05d20e7f0528307 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/98f7f7fab78a4562b05d20e7f0528307 2024-11-25T00:24:28,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/87e4f8837ec7468fad96eaf6a4bafa41 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/87e4f8837ec7468fad96eaf6a4bafa41 2024-11-25T00:24:28,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/17ac8be37482405f92af3c2587f002c7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/17ac8be37482405f92af3c2587f002c7 2024-11-25T00:24:28,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/f4e79751d27a448385ec3208591802f7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/f4e79751d27a448385ec3208591802f7 2024-11-25T00:24:28,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/2ca3c9597a744d6e8091151504886d0b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/2ca3c9597a744d6e8091151504886d0b 2024-11-25T00:24:28,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/268f1af4f662404f935806989114487f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/268f1af4f662404f935806989114487f 2024-11-25T00:24:28,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/14fa820710584b758c3b43cf1f776369 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/14fa820710584b758c3b43cf1f776369 2024-11-25T00:24:28,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/b22facd8dfd2468687058f4137229c37 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/b22facd8dfd2468687058f4137229c37 2024-11-25T00:24:28,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ab22be4b16bc4535b5f32b7679866852 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ab22be4b16bc4535b5f32b7679866852 2024-11-25T00:24:28,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/997f3f23d8994daa8627ecccdb85ebe5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/997f3f23d8994daa8627ecccdb85ebe5 2024-11-25T00:24:28,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/707e1bf970014ced99221e4cf8625299 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/707e1bf970014ced99221e4cf8625299 2024-11-25T00:24:28,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/42320bc2b312432a8e2afc93ecc7c46c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/42320bc2b312432a8e2afc93ecc7c46c 2024-11-25T00:24:28,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/bcec422254d347fdac20e5668c6a97c8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/bcec422254d347fdac20e5668c6a97c8 2024-11-25T00:24:28,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/7270d4a9bdaa46cf92d27a139524d902 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/7270d4a9bdaa46cf92d27a139524d902 2024-11-25T00:24:28,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/135bf9f1bb3f4b34bd87b65e57c46c57 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/135bf9f1bb3f4b34bd87b65e57c46c57 2024-11-25T00:24:28,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/5711a0ccba5b41919886c8ef4406119e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/5711a0ccba5b41919886c8ef4406119e 2024-11-25T00:24:28,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/0e481088bb544d1f96a4ec00b4f0ff54 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/0e481088bb544d1f96a4ec00b4f0ff54 2024-11-25T00:24:28,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/de5fe224360442f6a557e8de7df68093 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/de5fe224360442f6a557e8de7df68093 2024-11-25T00:24:28,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/57ad095f6dfc43e7bdec01a57cdb1f3c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/57ad095f6dfc43e7bdec01a57cdb1f3c 2024-11-25T00:24:28,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/549e9955002e4e8d91c4a4a9a86619ea to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/549e9955002e4e8d91c4a4a9a86619ea 2024-11-25T00:24:28,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/fe7d1da1c59243ae924667cad5dcff54 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/fe7d1da1c59243ae924667cad5dcff54 2024-11-25T00:24:28,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/31c44e9f08a347d09bbbd1c824e2d5fb to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/31c44e9f08a347d09bbbd1c824e2d5fb 2024-11-25T00:24:28,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/3f9459062ac449c59d131bf6cfe8f67f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/3f9459062ac449c59d131bf6cfe8f67f 2024-11-25T00:24:28,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/e36b55710aa8493e9bc178128b477cfe to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/e36b55710aa8493e9bc178128b477cfe 2024-11-25T00:24:28,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/f7682be7c9cf4a8aa24520ddb2ba03ac to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/f7682be7c9cf4a8aa24520ddb2ba03ac 2024-11-25T00:24:28,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/35f908afd8994f91a4849180486dba26 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/35f908afd8994f91a4849180486dba26 2024-11-25T00:24:28,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/461ff77329104f1fb0ea18f60b8a0a84 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/461ff77329104f1fb0ea18f60b8a0a84 2024-11-25T00:24:28,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/3ae64b9000084100a791cb2e03f355fd to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/3ae64b9000084100a791cb2e03f355fd 2024-11-25T00:24:28,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ba641d15d428486385b5f9dbcc009d9e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ba641d15d428486385b5f9dbcc009d9e 2024-11-25T00:24:28,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/a576a93b52c84000a22fc3a437610438 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/a576a93b52c84000a22fc3a437610438 2024-11-25T00:24:28,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ac9bc90a240f4cb0b73611e8d7b3dcf9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/ac9bc90a240f4cb0b73611e8d7b3dcf9 2024-11-25T00:24:28,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/af95bd0aab304c44b543a5fe267d26cf to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/af95bd0aab304c44b543a5fe267d26cf 2024-11-25T00:24:28,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/4bb9e78f0ebd4e5481155feb01e86114 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/4bb9e78f0ebd4e5481155feb01e86114 2024-11-25T00:24:28,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/77f5afed28a64babbae85de275473093 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/77f5afed28a64babbae85de275473093 2024-11-25T00:24:28,563 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/recovered.edits/543.seqid, newMaxSeqId=543, maxSeqId=1 2024-11-25T00:24:28,564 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e. 2024-11-25T00:24:28,564 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for a9e7ee5c069c5475f2ba4d7c55ee737e: 2024-11-25T00:24:28,565 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:28,565 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=a9e7ee5c069c5475f2ba4d7c55ee737e, regionState=CLOSED 2024-11-25T00:24:28,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-25T00:24:28,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure a9e7ee5c069c5475f2ba4d7c55ee737e, server=4bb75722a6be,37323,1732494119912 in 1.5010 sec 2024-11-25T00:24:28,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-25T00:24:28,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a9e7ee5c069c5475f2ba4d7c55ee737e, UNASSIGN in 1.5040 sec 2024-11-25T00:24:28,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-25T00:24:28,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5060 sec 2024-11-25T00:24:28,570 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494268570"}]},"ts":"1732494268570"} 2024-11-25T00:24:28,571 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T00:24:28,574 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T00:24:28,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5210 sec 2024-11-25T00:24:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T00:24:29,160 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-25T00:24:29,160 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T00:24:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:29,162 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=158, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-25T00:24:29,162 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=158, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:29,163 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:29,165 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/recovered.edits] 2024-11-25T00:24:29,167 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5697b31328da4f9189a6d918dcc8cc4a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5697b31328da4f9189a6d918dcc8cc4a 2024-11-25T00:24:29,168 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5c30eb5feee643d29a80b911778b5541 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/A/5c30eb5feee643d29a80b911778b5541 2024-11-25T00:24:29,169 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/12bdd67ab66b434aa1d07936b21979dc to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/12bdd67ab66b434aa1d07936b21979dc 2024-11-25T00:24:29,170 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/999dfb7e322a4fca9d0689d177a61aec to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/B/999dfb7e322a4fca9d0689d177a61aec 2024-11-25T00:24:29,172 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/7ca990cc628742139c3c6f75b939f2b5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/7ca990cc628742139c3c6f75b939f2b5 2024-11-25T00:24:29,173 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/81a241aad6f74ded97465dfc37b58fb8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/C/81a241aad6f74ded97465dfc37b58fb8 2024-11-25T00:24:29,175 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/recovered.edits/543.seqid to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e/recovered.edits/543.seqid 2024-11-25T00:24:29,175 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/a9e7ee5c069c5475f2ba4d7c55ee737e 2024-11-25T00:24:29,175 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T00:24:29,178 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=158, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:29,179 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T00:24:29,180 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T00:24:29,181 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=158, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:29,181 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T00:24:29,181 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732494269181"}]},"ts":"9223372036854775807"} 2024-11-25T00:24:29,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T00:24:29,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a9e7ee5c069c5475f2ba4d7c55ee737e, NAME => 'TestAcidGuarantees,,1732494234279.a9e7ee5c069c5475f2ba4d7c55ee737e.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T00:24:29,182 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T00:24:29,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732494269182"}]},"ts":"9223372036854775807"} 2024-11-25T00:24:29,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T00:24:29,186 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=158, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:29,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-11-25T00:24:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-25T00:24:29,263 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-11-25T00:24:29,272 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237 (was 241), OpenFileDescriptor=447 (was 462), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=544 (was 636), ProcessCount=11 (was 11), AvailableMemoryMB=7346 (was 6647) - AvailableMemoryMB LEAK? - 2024-11-25T00:24:29,281 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=544, ProcessCount=11, AvailableMemoryMB=7346 2024-11-25T00:24:29,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:24:29,282 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:24:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:29,284 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T00:24:29,284 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:29,284 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 159 2024-11-25T00:24:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T00:24:29,284 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T00:24:29,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742448_1624 (size=963) 2024-11-25T00:24:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T00:24:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T00:24:29,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T00:24:29,690 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb 2024-11-25T00:24:29,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742449_1625 (size=53) 2024-11-25T00:24:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T00:24:30,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:24:30,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d63f87178cf8f21972864d5c2089e544, disabling compactions & flushes 2024-11-25T00:24:30,096 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:30,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:30,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. after waiting 0 ms 2024-11-25T00:24:30,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:30,096 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:30,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:30,097 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T00:24:30,097 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732494270097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732494270097"}]},"ts":"1732494270097"} 2024-11-25T00:24:30,098 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T00:24:30,099 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T00:24:30,099 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494270099"}]},"ts":"1732494270099"} 2024-11-25T00:24:30,100 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T00:24:30,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d63f87178cf8f21972864d5c2089e544, ASSIGN}] 2024-11-25T00:24:30,105 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d63f87178cf8f21972864d5c2089e544, ASSIGN 2024-11-25T00:24:30,105 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d63f87178cf8f21972864d5c2089e544, ASSIGN; state=OFFLINE, location=4bb75722a6be,37323,1732494119912; forceNewPlan=false, retain=false 2024-11-25T00:24:30,256 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=d63f87178cf8f21972864d5c2089e544, regionState=OPENING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:30,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; OpenRegionProcedure d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:24:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T00:24:30,408 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:30,411 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:30,411 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7285): Opening region: {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:24:30,411 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:30,411 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:24:30,411 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7327): checking encryption for d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:30,411 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7330): checking classloading for d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:30,412 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:30,413 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:24:30,414 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d63f87178cf8f21972864d5c2089e544 columnFamilyName A 2024-11-25T00:24:30,414 DEBUG [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:30,414 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.HStore(327): Store=d63f87178cf8f21972864d5c2089e544/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:24:30,414 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:30,415 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:24:30,415 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d63f87178cf8f21972864d5c2089e544 columnFamilyName B 2024-11-25T00:24:30,415 DEBUG [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:30,415 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.HStore(327): Store=d63f87178cf8f21972864d5c2089e544/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:24:30,416 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:30,416 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:24:30,416 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d63f87178cf8f21972864d5c2089e544 columnFamilyName C 2024-11-25T00:24:30,416 DEBUG [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:30,417 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.HStore(327): Store=d63f87178cf8f21972864d5c2089e544/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:24:30,417 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:30,417 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:30,418 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:30,419 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:24:30,419 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1085): writing seq id for d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:30,421 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:24:30,421 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1102): Opened d63f87178cf8f21972864d5c2089e544; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67729511, jitterRate=0.009248360991477966}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:24:30,422 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1001): Region open journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:30,422 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., pid=161, masterSystemTime=1732494270408 2024-11-25T00:24:30,423 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:30,423 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:30,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=d63f87178cf8f21972864d5c2089e544, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:30,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-25T00:24:30,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; OpenRegionProcedure d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 in 167 msec 2024-11-25T00:24:30,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-25T00:24:30,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d63f87178cf8f21972864d5c2089e544, ASSIGN in 321 msec 2024-11-25T00:24:30,427 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T00:24:30,427 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494270427"}]},"ts":"1732494270427"} 2024-11-25T00:24:30,428 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T00:24:30,430 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T00:24:30,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-25T00:24:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T00:24:31,388 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-25T00:24:31,389 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2209c520 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5765d46a 2024-11-25T00:24:31,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9954b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:24:31,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:24:31,399 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:24:31,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T00:24:31,401 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T00:24:31,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:24:31,402 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:24:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742450_1626 (size=999) 2024-11-25T00:24:31,812 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T00:24:31,812 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T00:24:31,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:24:31,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d63f87178cf8f21972864d5c2089e544, REOPEN/MOVE}] 2024-11-25T00:24:31,815 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d63f87178cf8f21972864d5c2089e544, REOPEN/MOVE 2024-11-25T00:24:31,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=d63f87178cf8f21972864d5c2089e544, regionState=CLOSING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:31,817 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:24:31,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; CloseRegionProcedure d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:24:31,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:31,968 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(124): Close d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:31,968 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:24:31,968 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1681): Closing d63f87178cf8f21972864d5c2089e544, disabling compactions & flushes 2024-11-25T00:24:31,968 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:31,968 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:31,969 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. after waiting 0 ms 2024-11-25T00:24:31,969 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:31,972 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T00:24:31,972 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:31,972 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1635): Region close journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:31,972 WARN [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionServer(3786): Not adding moved region record: d63f87178cf8f21972864d5c2089e544 to self. 2024-11-25T00:24:31,973 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(170): Closed d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:31,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=d63f87178cf8f21972864d5c2089e544, regionState=CLOSED 2024-11-25T00:24:31,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-25T00:24:31,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; CloseRegionProcedure d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 in 157 msec 2024-11-25T00:24:31,976 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d63f87178cf8f21972864d5c2089e544, REOPEN/MOVE; state=CLOSED, location=4bb75722a6be,37323,1732494119912; forceNewPlan=false, retain=true 2024-11-25T00:24:32,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=d63f87178cf8f21972864d5c2089e544, regionState=OPENING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=164, state=RUNNABLE; OpenRegionProcedure d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:24:32,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,281 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:32,281 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7285): Opening region: {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:24:32,281 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:32,281 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:24:32,281 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7327): checking encryption for d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:32,281 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7330): checking classloading for d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:32,282 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:32,283 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:24:32,283 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d63f87178cf8f21972864d5c2089e544 columnFamilyName A 2024-11-25T00:24:32,284 DEBUG [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:32,285 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.HStore(327): Store=d63f87178cf8f21972864d5c2089e544/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:24:32,285 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:32,286 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:24:32,286 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d63f87178cf8f21972864d5c2089e544 columnFamilyName B 2024-11-25T00:24:32,286 DEBUG [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:32,286 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.HStore(327): Store=d63f87178cf8f21972864d5c2089e544/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:24:32,286 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:32,287 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:24:32,287 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d63f87178cf8f21972864d5c2089e544 columnFamilyName C 2024-11-25T00:24:32,287 DEBUG [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:32,287 INFO [StoreOpener-d63f87178cf8f21972864d5c2089e544-1 {}] regionserver.HStore(327): Store=d63f87178cf8f21972864d5c2089e544/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:24:32,287 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:32,288 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:32,289 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:32,290 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:24:32,291 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1085): writing seq id for d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:32,291 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1102): Opened d63f87178cf8f21972864d5c2089e544; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64725277, jitterRate=-0.03551821410655975}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:24:32,292 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1001): Region open journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:32,292 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., pid=166, masterSystemTime=1732494272278 2024-11-25T00:24:32,293 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:32,293 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:32,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=d63f87178cf8f21972864d5c2089e544, regionState=OPEN, openSeqNum=5, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=164 2024-11-25T00:24:32,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=164, state=SUCCESS; OpenRegionProcedure d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 in 168 msec 2024-11-25T00:24:32,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-25T00:24:32,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d63f87178cf8f21972864d5c2089e544, REOPEN/MOVE in 481 msec 2024-11-25T00:24:32,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-25T00:24:32,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 484 msec 2024-11-25T00:24:32,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec 2024-11-25T00:24:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-25T00:24:32,301 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-11-25T00:24:32,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:24:32,305 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-11-25T00:24:32,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:24:32,309 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-11-25T00:24:32,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:24:32,314 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-11-25T00:24:32,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:24:32,318 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-11-25T00:24:32,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:24:32,322 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4 2024-11-25T00:24:32,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:24:32,325 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-11-25T00:24:32,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:24:32,329 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-11-25T00:24:32,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:24:32,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-11-25T00:24:32,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:24:32,357 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb75907 to 127.0.0.1:53552 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68c2838a 2024-11-25T00:24:32,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a85fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:24:32,377 DEBUG [hconnection-0x665bf80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:24:32,377 DEBUG [hconnection-0x499711c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:24:32,377 DEBUG [hconnection-0x2c0dd242-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:24:32,377 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:32,378 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:24:32,378 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:24:32,378 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:24:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-25T00:24:32,378 DEBUG [hconnection-0x71c1c634-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:24:32,378 DEBUG [hconnection-0x459d5d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:24:32,379 DEBUG [hconnection-0x3310a69c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:24:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T00:24:32,379 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:24:32,379 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:32,379 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:24:32,380 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:24:32,380 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:32,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:32,381 DEBUG [hconnection-0x7e3f4059-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:24:32,382 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:24:32,382 DEBUG [hconnection-0x69c10bd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:24:32,383 DEBUG [hconnection-0x79cc324f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:24:32,383 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:24:32,384 DEBUG [hconnection-0x1295aeec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:24:32,384 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:24:32,385 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:24:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:32,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:24:32,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:32,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:32,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:32,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:32,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:32,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:32,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732494332409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58122 deadline: 1732494332410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58096 deadline: 1732494332410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1732494332410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494332413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258a528c2d6df24422bb577354e6d5f699_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494272388/Put/seqid=0 2024-11-25T00:24:32,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742451_1627 (size=12154) 2024-11-25T00:24:32,419 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:32,422 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258a528c2d6df24422bb577354e6d5f699_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258a528c2d6df24422bb577354e6d5f699_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:32,423 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/856cc8ff633f4715aea1d6bfcbdf013a, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:32,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/856cc8ff633f4715aea1d6bfcbdf013a is 175, key is test_row_0/A:col10/1732494272388/Put/seqid=0 2024-11-25T00:24:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742452_1628 (size=30955) 2024-11-25T00:24:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T00:24:32,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732494332514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58122 deadline: 1732494332514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58096 deadline: 1732494332514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1732494332514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494332515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T00:24:32,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:32,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:32,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:32,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:32,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T00:24:32,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T00:24:32,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:32,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:32,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:32,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:32,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58122 deadline: 1732494332716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1732494332717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732494332717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58096 deadline: 1732494332718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494332719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,827 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/856cc8ff633f4715aea1d6bfcbdf013a 2024-11-25T00:24:32,837 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T00:24:32,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:32,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:32,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:32,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:32,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:32,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/abb5d730cbe64dd6a4e6cc5b1cb2590e is 50, key is test_row_0/B:col10/1732494272388/Put/seqid=0 2024-11-25T00:24:32,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742453_1629 (size=12001) 2024-11-25T00:24:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T00:24:32,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:32,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T00:24:32,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:32,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:32,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:32,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:32,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:33,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732494333019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58122 deadline: 1732494333019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1732494333021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58096 deadline: 1732494333022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494333022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T00:24:33,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:33,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:33,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:33,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:33,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:33,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/abb5d730cbe64dd6a4e6cc5b1cb2590e 2024-11-25T00:24:33,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/42d8aa6f50e44092ac8e54d46365acaa is 50, key is test_row_0/C:col10/1732494272388/Put/seqid=0 2024-11-25T00:24:33,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742454_1630 (size=12001) 2024-11-25T00:24:33,295 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T00:24:33,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:33,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:33,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:33,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:33,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:33,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T00:24:33,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:33,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:33,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:33,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:33,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T00:24:33,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732494333523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58122 deadline: 1732494333523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1732494333526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58096 deadline: 1732494333527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494333527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T00:24:33,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:33,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:33,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:33,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:33,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:33,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/42d8aa6f50e44092ac8e54d46365acaa 2024-11-25T00:24:33,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/856cc8ff633f4715aea1d6bfcbdf013a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/856cc8ff633f4715aea1d6bfcbdf013a 2024-11-25T00:24:33,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/856cc8ff633f4715aea1d6bfcbdf013a, entries=150, sequenceid=16, filesize=30.2 K 2024-11-25T00:24:33,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/abb5d730cbe64dd6a4e6cc5b1cb2590e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/abb5d730cbe64dd6a4e6cc5b1cb2590e 2024-11-25T00:24:33,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/abb5d730cbe64dd6a4e6cc5b1cb2590e, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T00:24:33,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/42d8aa6f50e44092ac8e54d46365acaa as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/42d8aa6f50e44092ac8e54d46365acaa 2024-11-25T00:24:33,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/42d8aa6f50e44092ac8e54d46365acaa, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T00:24:33,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d63f87178cf8f21972864d5c2089e544 in 1315ms, sequenceid=16, compaction requested=false 2024-11-25T00:24:33,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:33,753 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:33,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T00:24:33,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:33,754 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:24:33,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:33,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:33,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:33,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:33,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:33,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:33,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bf3a0f64f7964127994f59669688a744_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494272408/Put/seqid=0 2024-11-25T00:24:33,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742455_1631 (size=12154) 2024-11-25T00:24:33,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:33,767 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bf3a0f64f7964127994f59669688a744_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bf3a0f64f7964127994f59669688a744_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:33,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/1315fbffbb6b45db9a9e42a9030e6429, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:33,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/1315fbffbb6b45db9a9e42a9030e6429 is 175, key is test_row_0/A:col10/1732494272408/Put/seqid=0 2024-11-25T00:24:33,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742456_1632 (size=30955) 2024-11-25T00:24:34,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T00:24:34,172 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/1315fbffbb6b45db9a9e42a9030e6429 2024-11-25T00:24:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/2d644a05b60848c684c9949e07d9dcde is 50, key is test_row_0/B:col10/1732494272408/Put/seqid=0 2024-11-25T00:24:34,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742457_1633 (size=12001) 2024-11-25T00:24:34,182 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/2d644a05b60848c684c9949e07d9dcde 2024-11-25T00:24:34,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/1965997b879849079027376b2bf20fc3 is 50, key is test_row_0/C:col10/1732494272408/Put/seqid=0 2024-11-25T00:24:34,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742458_1634 (size=12001) 2024-11-25T00:24:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T00:24:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:34,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:34,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1732494334534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58096 deadline: 1732494334536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732494334537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58122 deadline: 1732494334537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494334538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,592 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/1965997b879849079027376b2bf20fc3 2024-11-25T00:24:34,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/1315fbffbb6b45db9a9e42a9030e6429 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/1315fbffbb6b45db9a9e42a9030e6429 2024-11-25T00:24:34,600 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/1315fbffbb6b45db9a9e42a9030e6429, entries=150, sequenceid=40, filesize=30.2 K 2024-11-25T00:24:34,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/2d644a05b60848c684c9949e07d9dcde as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/2d644a05b60848c684c9949e07d9dcde 2024-11-25T00:24:34,603 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/2d644a05b60848c684c9949e07d9dcde, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T00:24:34,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/1965997b879849079027376b2bf20fc3 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/1965997b879849079027376b2bf20fc3 2024-11-25T00:24:34,607 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/1965997b879849079027376b2bf20fc3, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T00:24:34,608 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d63f87178cf8f21972864d5c2089e544 in 854ms, sequenceid=40, compaction requested=false 2024-11-25T00:24:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-25T00:24:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-25T00:24:34,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-25T00:24:34,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2290 sec 2024-11-25T00:24:34,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.2340 sec 2024-11-25T00:24:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:34,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:24:34,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:34,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:34,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:34,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:34,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:34,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:34,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112562206bcb752a4ffb8300b21b089b96e9_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494274639/Put/seqid=0 2024-11-25T00:24:34,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742459_1635 (size=12154) 2024-11-25T00:24:34,651 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:34,655 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112562206bcb752a4ffb8300b21b089b96e9_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112562206bcb752a4ffb8300b21b089b96e9_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:34,656 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/665c4cfa80eb49ebbbaa796585104d5d, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:34,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/665c4cfa80eb49ebbbaa796585104d5d is 175, key is test_row_0/A:col10/1732494274639/Put/seqid=0 2024-11-25T00:24:34,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742460_1636 (size=30955) 2024-11-25T00:24:34,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58096 deadline: 1732494334658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732494334658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1732494334659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58122 deadline: 1732494334661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58096 deadline: 1732494334763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732494334763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1732494334763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58122 deadline: 1732494334763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58096 deadline: 1732494334965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58122 deadline: 1732494334966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732494334966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:34,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1732494334966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:35,062 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/665c4cfa80eb49ebbbaa796585104d5d 2024-11-25T00:24:35,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/45b65f14e87d4ebaa0c1fb9325aa6a69 is 50, key is test_row_0/B:col10/1732494274639/Put/seqid=0 2024-11-25T00:24:35,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742461_1637 (size=12001) 2024-11-25T00:24:35,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58096 deadline: 1732494335267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:35,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58122 deadline: 1732494335268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:35,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732494335268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:35,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1732494335270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:35,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/45b65f14e87d4ebaa0c1fb9325aa6a69 2024-11-25T00:24:35,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/a9f7d64c66c2425895ed0bb42d57ac02 is 50, key is test_row_0/C:col10/1732494274639/Put/seqid=0 2024-11-25T00:24:35,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742462_1638 (size=12001) 2024-11-25T00:24:35,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58122 deadline: 1732494335770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:35,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58096 deadline: 1732494335773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:35,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732494335774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:35,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1732494335774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:35,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/a9f7d64c66c2425895ed0bb42d57ac02 2024-11-25T00:24:35,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/665c4cfa80eb49ebbbaa796585104d5d as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/665c4cfa80eb49ebbbaa796585104d5d 2024-11-25T00:24:35,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/665c4cfa80eb49ebbbaa796585104d5d, entries=150, sequenceid=54, filesize=30.2 K 2024-11-25T00:24:35,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/45b65f14e87d4ebaa0c1fb9325aa6a69 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/45b65f14e87d4ebaa0c1fb9325aa6a69 2024-11-25T00:24:35,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/45b65f14e87d4ebaa0c1fb9325aa6a69, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T00:24:35,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/a9f7d64c66c2425895ed0bb42d57ac02 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a9f7d64c66c2425895ed0bb42d57ac02 2024-11-25T00:24:35,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a9f7d64c66c2425895ed0bb42d57ac02, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T00:24:35,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d63f87178cf8f21972864d5c2089e544 in 1254ms, sequenceid=54, compaction requested=true 2024-11-25T00:24:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:35,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:35,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:35,895 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:35,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:35,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:35,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:35,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:35,895 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:35,896 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:35,896 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:35,896 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/B is initiating minor compaction (all files) 2024-11-25T00:24:35,896 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/A is initiating minor compaction (all files) 2024-11-25T00:24:35,896 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/A in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:35,897 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/B in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:35,897 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/856cc8ff633f4715aea1d6bfcbdf013a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/1315fbffbb6b45db9a9e42a9030e6429, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/665c4cfa80eb49ebbbaa796585104d5d] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=90.7 K 2024-11-25T00:24:35,897 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/abb5d730cbe64dd6a4e6cc5b1cb2590e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/2d644a05b60848c684c9949e07d9dcde, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/45b65f14e87d4ebaa0c1fb9325aa6a69] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=35.2 K 2024-11-25T00:24:35,897 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:35,897 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/856cc8ff633f4715aea1d6bfcbdf013a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/1315fbffbb6b45db9a9e42a9030e6429, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/665c4cfa80eb49ebbbaa796585104d5d] 2024-11-25T00:24:35,897 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting abb5d730cbe64dd6a4e6cc5b1cb2590e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732494272386 2024-11-25T00:24:35,897 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 856cc8ff633f4715aea1d6bfcbdf013a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732494272386 2024-11-25T00:24:35,897 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1315fbffbb6b45db9a9e42a9030e6429, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732494272408 2024-11-25T00:24:35,897 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d644a05b60848c684c9949e07d9dcde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732494272408 2024-11-25T00:24:35,898 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 665c4cfa80eb49ebbbaa796585104d5d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732494274536 2024-11-25T00:24:35,898 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 45b65f14e87d4ebaa0c1fb9325aa6a69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732494274536 2024-11-25T00:24:35,903 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:35,903 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#B#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:35,904 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/956ed54703474a17911f4fdf5e00e6f3 is 50, key is test_row_0/B:col10/1732494274639/Put/seqid=0 2024-11-25T00:24:35,904 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125dd4f3f318c25495098dd729d29aee2e7_d63f87178cf8f21972864d5c2089e544 store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:35,906 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125dd4f3f318c25495098dd729d29aee2e7_d63f87178cf8f21972864d5c2089e544, store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:35,906 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dd4f3f318c25495098dd729d29aee2e7_d63f87178cf8f21972864d5c2089e544 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:35,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742464_1640 (size=12104) 2024-11-25T00:24:35,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742463_1639 (size=4469) 2024-11-25T00:24:36,314 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/956ed54703474a17911f4fdf5e00e6f3 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/956ed54703474a17911f4fdf5e00e6f3 2024-11-25T00:24:36,317 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#A#compaction#540 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:36,317 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/61e497aa994a42249cdda20a2b279915 is 175, key is test_row_0/A:col10/1732494274639/Put/seqid=0 2024-11-25T00:24:36,318 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/B of d63f87178cf8f21972864d5c2089e544 into 956ed54703474a17911f4fdf5e00e6f3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:36,318 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:36,318 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/B, priority=13, startTime=1732494275895; duration=0sec 2024-11-25T00:24:36,319 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:36,319 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:B 2024-11-25T00:24:36,319 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:36,328 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:36,328 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/C is initiating minor compaction (all files) 2024-11-25T00:24:36,328 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/C in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:36,328 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/42d8aa6f50e44092ac8e54d46365acaa, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/1965997b879849079027376b2bf20fc3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a9f7d64c66c2425895ed0bb42d57ac02] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=35.2 K 2024-11-25T00:24:36,329 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 42d8aa6f50e44092ac8e54d46365acaa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732494272386 2024-11-25T00:24:36,329 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 1965997b879849079027376b2bf20fc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732494272408 2024-11-25T00:24:36,329 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting a9f7d64c66c2425895ed0bb42d57ac02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732494274536 2024-11-25T00:24:36,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742465_1641 (size=31058) 2024-11-25T00:24:36,334 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/61e497aa994a42249cdda20a2b279915 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/61e497aa994a42249cdda20a2b279915 2024-11-25T00:24:36,336 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#C#compaction#541 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:36,337 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/213fb61c30ea4ef49fcdd2564765db0e is 50, key is test_row_0/C:col10/1732494274639/Put/seqid=0 2024-11-25T00:24:36,338 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/A of d63f87178cf8f21972864d5c2089e544 into 61e497aa994a42249cdda20a2b279915(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:36,338 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:36,338 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/A, priority=13, startTime=1732494275895; duration=0sec 2024-11-25T00:24:36,338 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:36,338 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:A 2024-11-25T00:24:36,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742466_1642 (size=12104) 2024-11-25T00:24:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T00:24:36,484 INFO [Thread-2753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-25T00:24:36,485 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-25T00:24:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T00:24:36,486 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:36,487 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:36,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:36,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:24:36,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:36,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:36,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:36,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:36,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:36,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:36,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112563327e38a3e94588864bfdd0014aeede_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494274657/Put/seqid=0 2024-11-25T00:24:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742467_1643 (size=14594) 2024-11-25T00:24:36,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494336571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T00:24:36,639 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:36,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T00:24:36,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:36,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:36,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:36,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:36,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:36,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494336674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:36,744 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/213fb61c30ea4ef49fcdd2564765db0e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/213fb61c30ea4ef49fcdd2564765db0e 2024-11-25T00:24:36,748 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/C of d63f87178cf8f21972864d5c2089e544 into 213fb61c30ea4ef49fcdd2564765db0e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:36,748 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:36,748 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/C, priority=13, startTime=1732494275895; duration=0sec 2024-11-25T00:24:36,748 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:36,748 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:C 2024-11-25T00:24:36,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58122 deadline: 1732494336777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:36,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58096 deadline: 1732494336781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:36,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732494336782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:36,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1732494336783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T00:24:36,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:36,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T00:24:36,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:36,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:36,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:36,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:36,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:36,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494336876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:36,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:36,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T00:24:36,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:36,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:36,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:36,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:36,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:36,957 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:36,960 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112563327e38a3e94588864bfdd0014aeede_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112563327e38a3e94588864bfdd0014aeede_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:36,961 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/c64ed1d71a5144c3a2945eb7782b5833, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:36,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/c64ed1d71a5144c3a2945eb7782b5833 is 175, key is test_row_0/A:col10/1732494274657/Put/seqid=0 2024-11-25T00:24:36,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742468_1644 (size=39549) 2024-11-25T00:24:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T00:24:37,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:37,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T00:24:37,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:37,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:37,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:37,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494337179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:37,249 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:37,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T00:24:37,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:37,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:37,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:37,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,373 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/c64ed1d71a5144c3a2945eb7782b5833 2024-11-25T00:24:37,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/5fd239154ad645ce95460252de432cf1 is 50, key is test_row_0/B:col10/1732494274657/Put/seqid=0 2024-11-25T00:24:37,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742469_1645 (size=12001) 2024-11-25T00:24:37,402 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:37,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T00:24:37,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:37,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:37,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:37,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,554 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:37,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T00:24:37,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:37,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:37,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:37,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T00:24:37,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494337683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:37,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:37,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T00:24:37,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:37,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:37,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:37,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/5fd239154ad645ce95460252de432cf1 2024-11-25T00:24:37,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/c6344410bcd24caca003bddcc552c568 is 50, key is test_row_0/C:col10/1732494274657/Put/seqid=0 2024-11-25T00:24:37,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742470_1646 (size=12001) 2024-11-25T00:24:37,859 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:37,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T00:24:37,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:37,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:37,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:37,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:38,012 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:38,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T00:24:38,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:38,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:38,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:38,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:38,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:38,164 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:38,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T00:24:38,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:38,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:38,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:38,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:38,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:38,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/c6344410bcd24caca003bddcc552c568 2024-11-25T00:24:38,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/c64ed1d71a5144c3a2945eb7782b5833 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/c64ed1d71a5144c3a2945eb7782b5833 2024-11-25T00:24:38,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/c64ed1d71a5144c3a2945eb7782b5833, entries=200, sequenceid=79, filesize=38.6 K 2024-11-25T00:24:38,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/5fd239154ad645ce95460252de432cf1 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/5fd239154ad645ce95460252de432cf1 2024-11-25T00:24:38,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/5fd239154ad645ce95460252de432cf1, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T00:24:38,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/c6344410bcd24caca003bddcc552c568 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/c6344410bcd24caca003bddcc552c568 2024-11-25T00:24:38,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/c6344410bcd24caca003bddcc552c568, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T00:24:38,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d63f87178cf8f21972864d5c2089e544 in 1661ms, sequenceid=79, compaction requested=false 2024-11-25T00:24:38,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:38,317 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:38,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T00:24:38,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:38,318 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:24:38,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:38,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:38,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:38,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:38,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:38,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:38,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125906aa7c8e9f54835be62ab9ce3975bc4_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494276568/Put/seqid=0 2024-11-25T00:24:38,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742471_1647 (size=12154) 2024-11-25T00:24:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T00:24:38,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:38,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:38,732 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125906aa7c8e9f54835be62ab9ce3975bc4_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125906aa7c8e9f54835be62ab9ce3975bc4_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:38,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/fa1fc8cd172549bf988bb82c0a4eb458, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:38,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/fa1fc8cd172549bf988bb82c0a4eb458 is 175, key is test_row_0/A:col10/1732494276568/Put/seqid=0 2024-11-25T00:24:38,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742472_1648 (size=30955) 2024-11-25T00:24:38,737 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/fa1fc8cd172549bf988bb82c0a4eb458 2024-11-25T00:24:38,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/d7e53a968a0747f19da1a99717236a37 is 50, key is test_row_0/B:col10/1732494276568/Put/seqid=0 2024-11-25T00:24:38,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742473_1649 (size=12001) 2024-11-25T00:24:38,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494338745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:38,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58122 deadline: 1732494338784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:38,786 DEBUG [Thread-2751 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4124 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., hostname=4bb75722a6be,37323,1732494119912, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:24:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732494338785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:38,787 DEBUG [Thread-2747 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., hostname=4bb75722a6be,37323,1732494119912, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:24:38,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1732494338788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:38,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58096 deadline: 1732494338789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:38,790 DEBUG [Thread-2749 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., hostname=4bb75722a6be,37323,1732494119912, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:24:38,790 DEBUG [Thread-2745 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., hostname=4bb75722a6be,37323,1732494119912, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:24:38,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494338848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:39,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494339052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:39,146 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/d7e53a968a0747f19da1a99717236a37 2024-11-25T00:24:39,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/504ad120125743f7aa06f509d9d9b448 is 50, key is test_row_0/C:col10/1732494276568/Put/seqid=0 2024-11-25T00:24:39,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742474_1650 (size=12001) 2024-11-25T00:24:39,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494339355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:39,561 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/504ad120125743f7aa06f509d9d9b448 2024-11-25T00:24:39,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/fa1fc8cd172549bf988bb82c0a4eb458 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fa1fc8cd172549bf988bb82c0a4eb458 2024-11-25T00:24:39,567 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fa1fc8cd172549bf988bb82c0a4eb458, entries=150, sequenceid=93, filesize=30.2 K 2024-11-25T00:24:39,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/d7e53a968a0747f19da1a99717236a37 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/d7e53a968a0747f19da1a99717236a37 2024-11-25T00:24:39,571 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/d7e53a968a0747f19da1a99717236a37, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T00:24:39,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/504ad120125743f7aa06f509d9d9b448 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/504ad120125743f7aa06f509d9d9b448 2024-11-25T00:24:39,574 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/504ad120125743f7aa06f509d9d9b448, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T00:24:39,575 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d63f87178cf8f21972864d5c2089e544 in 1258ms, sequenceid=93, compaction requested=true 2024-11-25T00:24:39,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:39,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:39,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-25T00:24:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-25T00:24:39,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-25T00:24:39,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0890 sec 2024-11-25T00:24:39,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 3.0920 sec 2024-11-25T00:24:39,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T00:24:39,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T00:24:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:39,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:24:39,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:39,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:39,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:39,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:39,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:39,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:39,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125555c10984e814382b9ac6d9dbb924ba7_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494278743/Put/seqid=0 2024-11-25T00:24:39,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742475_1651 (size=12154) 2024-11-25T00:24:39,872 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:39,875 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125555c10984e814382b9ac6d9dbb924ba7_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125555c10984e814382b9ac6d9dbb924ba7_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:39,876 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/1430420b8828474cbd3553262bffacf0, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:39,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/1430420b8828474cbd3553262bffacf0 is 175, key is test_row_0/A:col10/1732494278743/Put/seqid=0 2024-11-25T00:24:39,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742476_1652 (size=30955) 2024-11-25T00:24:39,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494339889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:39,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494339992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:40,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494340194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:40,280 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/1430420b8828474cbd3553262bffacf0 2024-11-25T00:24:40,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/135891ab5cbd44c6a46f9fbefacd9b5e is 50, key is test_row_0/B:col10/1732494278743/Put/seqid=0 2024-11-25T00:24:40,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742477_1653 (size=12001) 2024-11-25T00:24:40,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494340497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T00:24:40,590 INFO [Thread-2753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-25T00:24:40,591 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-25T00:24:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T00:24:40,593 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:40,593 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:40,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:40,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/135891ab5cbd44c6a46f9fbefacd9b5e 2024-11-25T00:24:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T00:24:40,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/b440a77abeb849e28c742c8e45b1b7a8 is 50, key is test_row_0/C:col10/1732494278743/Put/seqid=0 2024-11-25T00:24:40,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742478_1654 (size=12001) 2024-11-25T00:24:40,745 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:40,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T00:24:40,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:40,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:40,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:40,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:40,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T00:24:40,897 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:40,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T00:24:40,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:40,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:40,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:40,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:40,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:41,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494341000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:41,050 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:41,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T00:24:41,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:41,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:41,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:41,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:41,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:41,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/b440a77abeb849e28c742c8e45b1b7a8 2024-11-25T00:24:41,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/1430420b8828474cbd3553262bffacf0 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/1430420b8828474cbd3553262bffacf0 2024-11-25T00:24:41,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/1430420b8828474cbd3553262bffacf0, entries=150, sequenceid=117, filesize=30.2 K 2024-11-25T00:24:41,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/135891ab5cbd44c6a46f9fbefacd9b5e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/135891ab5cbd44c6a46f9fbefacd9b5e 2024-11-25T00:24:41,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/135891ab5cbd44c6a46f9fbefacd9b5e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T00:24:41,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/b440a77abeb849e28c742c8e45b1b7a8 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/b440a77abeb849e28c742c8e45b1b7a8 2024-11-25T00:24:41,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/b440a77abeb849e28c742c8e45b1b7a8, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T00:24:41,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d63f87178cf8f21972864d5c2089e544 in 1253ms, sequenceid=117, compaction requested=true 2024-11-25T00:24:41,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:41,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:41,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:41,115 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:24:41,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:41,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:41,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:41,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:41,115 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:24:41,116 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:24:41,116 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/A is initiating minor compaction (all files) 2024-11-25T00:24:41,116 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/A in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:41,116 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/61e497aa994a42249cdda20a2b279915, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/c64ed1d71a5144c3a2945eb7782b5833, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fa1fc8cd172549bf988bb82c0a4eb458, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/1430420b8828474cbd3553262bffacf0] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=129.4 K 2024-11-25T00:24:41,116 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:24:41,116 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:41,116 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/61e497aa994a42249cdda20a2b279915, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/c64ed1d71a5144c3a2945eb7782b5833, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fa1fc8cd172549bf988bb82c0a4eb458, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/1430420b8828474cbd3553262bffacf0] 2024-11-25T00:24:41,116 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/B is initiating minor compaction (all files) 2024-11-25T00:24:41,116 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/B in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:41,116 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/956ed54703474a17911f4fdf5e00e6f3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/5fd239154ad645ce95460252de432cf1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/d7e53a968a0747f19da1a99717236a37, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/135891ab5cbd44c6a46f9fbefacd9b5e] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=47.0 K 2024-11-25T00:24:41,117 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61e497aa994a42249cdda20a2b279915, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732494274536 2024-11-25T00:24:41,117 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 956ed54703474a17911f4fdf5e00e6f3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732494274536 2024-11-25T00:24:41,117 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting c64ed1d71a5144c3a2945eb7782b5833, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732494274657 2024-11-25T00:24:41,117 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fd239154ad645ce95460252de432cf1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732494274657 2024-11-25T00:24:41,117 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa1fc8cd172549bf988bb82c0a4eb458, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732494276563 2024-11-25T00:24:41,117 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting d7e53a968a0747f19da1a99717236a37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732494276563 2024-11-25T00:24:41,117 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1430420b8828474cbd3553262bffacf0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732494278734 2024-11-25T00:24:41,118 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 135891ab5cbd44c6a46f9fbefacd9b5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732494278734 2024-11-25T00:24:41,123 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:41,125 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#B#compaction#552 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:41,126 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/01e0a113815e4c32af9687bfda8ad616 is 50, key is test_row_0/B:col10/1732494278743/Put/seqid=0 2024-11-25T00:24:41,127 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125438547e86e87483989ff9e5ee2a7a99f_d63f87178cf8f21972864d5c2089e544 store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:41,129 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125438547e86e87483989ff9e5ee2a7a99f_d63f87178cf8f21972864d5c2089e544, store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:41,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742479_1655 (size=12241) 2024-11-25T00:24:41,129 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125438547e86e87483989ff9e5ee2a7a99f_d63f87178cf8f21972864d5c2089e544 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:41,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742480_1656 (size=4469) 2024-11-25T00:24:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T00:24:41,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:41,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T00:24:41,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:41,203 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:24:41,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:41,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:41,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:41,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:41,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:41,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:41,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ea19e154656643c2ad934c4698e52349_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494279888/Put/seqid=0 2024-11-25T00:24:41,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742481_1657 (size=12154) 2024-11-25T00:24:41,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:41,218 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ea19e154656643c2ad934c4698e52349_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea19e154656643c2ad934c4698e52349_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/8b447ecc449e49bcb5fa2e92e1d98b71, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:41,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/8b447ecc449e49bcb5fa2e92e1d98b71 is 175, key is test_row_0/A:col10/1732494279888/Put/seqid=0 2024-11-25T00:24:41,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742482_1658 (size=30955) 2024-11-25T00:24:41,533 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#A#compaction#551 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:41,534 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/09b490bc4ad7413e94b48c89255873e6 is 175, key is test_row_0/A:col10/1732494278743/Put/seqid=0 2024-11-25T00:24:41,534 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/01e0a113815e4c32af9687bfda8ad616 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/01e0a113815e4c32af9687bfda8ad616 2024-11-25T00:24:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742483_1659 (size=31195) 2024-11-25T00:24:41,539 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d63f87178cf8f21972864d5c2089e544/B of d63f87178cf8f21972864d5c2089e544 into 01e0a113815e4c32af9687bfda8ad616(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:41,539 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:41,539 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/B, priority=12, startTime=1732494281115; duration=0sec 2024-11-25T00:24:41,539 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:41,539 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:B 2024-11-25T00:24:41,539 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:24:41,540 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:24:41,540 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/C is initiating minor compaction (all files) 2024-11-25T00:24:41,540 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/C in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:41,540 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/213fb61c30ea4ef49fcdd2564765db0e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/c6344410bcd24caca003bddcc552c568, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/504ad120125743f7aa06f509d9d9b448, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/b440a77abeb849e28c742c8e45b1b7a8] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=47.0 K 2024-11-25T00:24:41,540 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 213fb61c30ea4ef49fcdd2564765db0e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732494274536 2024-11-25T00:24:41,541 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c6344410bcd24caca003bddcc552c568, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732494274657 2024-11-25T00:24:41,541 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 504ad120125743f7aa06f509d9d9b448, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732494276563 2024-11-25T00:24:41,541 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting b440a77abeb849e28c742c8e45b1b7a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732494278734 2024-11-25T00:24:41,548 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#C#compaction#554 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:41,549 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/77aee8074d594893b98fa5c6e6e229d7 is 50, key is test_row_0/C:col10/1732494278743/Put/seqid=0 2024-11-25T00:24:41,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742484_1660 (size=12241) 2024-11-25T00:24:41,623 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/8b447ecc449e49bcb5fa2e92e1d98b71 2024-11-25T00:24:41,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/69a4552a57274981969710bfaf289ba3 is 50, key is test_row_0/B:col10/1732494279888/Put/seqid=0 2024-11-25T00:24:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742485_1661 (size=12001) 2024-11-25T00:24:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T00:24:41,944 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/09b490bc4ad7413e94b48c89255873e6 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/09b490bc4ad7413e94b48c89255873e6 2024-11-25T00:24:41,948 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d63f87178cf8f21972864d5c2089e544/A of d63f87178cf8f21972864d5c2089e544 into 09b490bc4ad7413e94b48c89255873e6(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:41,948 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:41,948 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/A, priority=12, startTime=1732494281115; duration=0sec 2024-11-25T00:24:41,948 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:41,948 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:A 2024-11-25T00:24:41,956 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/77aee8074d594893b98fa5c6e6e229d7 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/77aee8074d594893b98fa5c6e6e229d7 2024-11-25T00:24:41,960 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d63f87178cf8f21972864d5c2089e544/C of d63f87178cf8f21972864d5c2089e544 into 77aee8074d594893b98fa5c6e6e229d7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:41,960 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:41,960 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/C, priority=12, startTime=1732494281115; duration=0sec 2024-11-25T00:24:41,960 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:41,960 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:C 2024-11-25T00:24:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:42,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:42,047 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/69a4552a57274981969710bfaf289ba3 2024-11-25T00:24:42,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/cb5b05eee2ec44da89f92dddf127a6ee is 50, key is test_row_0/C:col10/1732494279888/Put/seqid=0 2024-11-25T00:24:42,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742486_1662 (size=12001) 2024-11-25T00:24:42,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494342056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494342159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:42,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494342363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:42,456 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/cb5b05eee2ec44da89f92dddf127a6ee 2024-11-25T00:24:42,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/8b447ecc449e49bcb5fa2e92e1d98b71 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/8b447ecc449e49bcb5fa2e92e1d98b71 2024-11-25T00:24:42,464 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/8b447ecc449e49bcb5fa2e92e1d98b71, entries=150, sequenceid=129, filesize=30.2 K 2024-11-25T00:24:42,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/69a4552a57274981969710bfaf289ba3 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/69a4552a57274981969710bfaf289ba3 2024-11-25T00:24:42,467 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/69a4552a57274981969710bfaf289ba3, entries=150, sequenceid=129, filesize=11.7 K 2024-11-25T00:24:42,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/cb5b05eee2ec44da89f92dddf127a6ee as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/cb5b05eee2ec44da89f92dddf127a6ee 2024-11-25T00:24:42,471 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/cb5b05eee2ec44da89f92dddf127a6ee, entries=150, sequenceid=129, filesize=11.7 K 2024-11-25T00:24:42,472 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d63f87178cf8f21972864d5c2089e544 in 1269ms, sequenceid=129, compaction requested=false 2024-11-25T00:24:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-25T00:24:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-25T00:24:42,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-25T00:24:42,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8800 sec 2024-11-25T00:24:42,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.8840 sec 2024-11-25T00:24:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:42,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:24:42,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:42,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:42,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:42,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:42,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:42,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:42,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112560a4be647349476c82e64e87b24e4ee5_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494282055/Put/seqid=0 2024-11-25T00:24:42,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742487_1663 (size=12304) 2024-11-25T00:24:42,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494342691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T00:24:42,696 INFO [Thread-2753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-25T00:24:42,698 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-25T00:24:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T00:24:42,699 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:42,699 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:42,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:42,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58122 deadline: 1732494342791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:42,793 DEBUG [Thread-2751 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., hostname=4bb75722a6be,37323,1732494119912, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:24:42,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494342794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T00:24:42,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58120 deadline: 1732494342800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:42,801 DEBUG [Thread-2747 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., hostname=4bb75722a6be,37323,1732494119912, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:24:42,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58096 deadline: 1732494342804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:42,806 DEBUG [Thread-2745 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., hostname=4bb75722a6be,37323,1732494119912, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:24:42,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58112 deadline: 1732494342821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:42,823 DEBUG [Thread-2749 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., hostname=4bb75722a6be,37323,1732494119912, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:24:42,850 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:42,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:24:42,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:42,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:42,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:42,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:42,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:42,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494342997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T00:24:43,003 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:43,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:24:43,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:43,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:43,086 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112560a4be647349476c82e64e87b24e4ee5_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112560a4be647349476c82e64e87b24e4ee5_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:43,086 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/97f7253d8c6f4450b60825765906a336, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:43,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/97f7253d8c6f4450b60825765906a336 is 175, key is test_row_0/A:col10/1732494282055/Put/seqid=0 2024-11-25T00:24:43,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742488_1664 (size=31105) 2024-11-25T00:24:43,155 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:43,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:24:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T00:24:43,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494343300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:43,308 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:43,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:24:43,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:43,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,460 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:43,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:24:43,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:43,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,491 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/97f7253d8c6f4450b60825765906a336 2024-11-25T00:24:43,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/353060dadd6344bc990e856c8f8a781a is 50, key is test_row_0/B:col10/1732494282055/Put/seqid=0 2024-11-25T00:24:43,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742489_1665 (size=12151) 2024-11-25T00:24:43,613 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:43,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:24:43,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:43,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,765 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:43,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:24:43,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:43,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T00:24:43,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494343802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:43,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/353060dadd6344bc990e856c8f8a781a 2024-11-25T00:24:43,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/89b3db72a94e46dfa0095d752f5223ca is 50, key is test_row_0/C:col10/1732494282055/Put/seqid=0 2024-11-25T00:24:43,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742490_1666 (size=12151) 2024-11-25T00:24:43,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/89b3db72a94e46dfa0095d752f5223ca 2024-11-25T00:24:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/97f7253d8c6f4450b60825765906a336 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/97f7253d8c6f4450b60825765906a336 2024-11-25T00:24:43,918 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:43,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/97f7253d8c6f4450b60825765906a336, entries=150, sequenceid=157, filesize=30.4 K 2024-11-25T00:24:43,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:24:43,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/353060dadd6344bc990e856c8f8a781a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/353060dadd6344bc990e856c8f8a781a 2024-11-25T00:24:43,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:43,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:43,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/353060dadd6344bc990e856c8f8a781a, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T00:24:43,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/89b3db72a94e46dfa0095d752f5223ca as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/89b3db72a94e46dfa0095d752f5223ca 2024-11-25T00:24:43,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/89b3db72a94e46dfa0095d752f5223ca, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T00:24:43,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d63f87178cf8f21972864d5c2089e544 in 1259ms, sequenceid=157, compaction requested=true 2024-11-25T00:24:43,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:43,928 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:43,928 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:43,929 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:43,929 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93255 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:43,929 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/B is initiating minor compaction (all files) 2024-11-25T00:24:43,929 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/A is initiating minor compaction (all files) 2024-11-25T00:24:43,929 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/B in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,929 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/A in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,929 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/01e0a113815e4c32af9687bfda8ad616, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/69a4552a57274981969710bfaf289ba3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/353060dadd6344bc990e856c8f8a781a] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=35.5 K 2024-11-25T00:24:43,929 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/09b490bc4ad7413e94b48c89255873e6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/8b447ecc449e49bcb5fa2e92e1d98b71, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/97f7253d8c6f4450b60825765906a336] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=91.1 K 2024-11-25T00:24:43,929 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,929 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/09b490bc4ad7413e94b48c89255873e6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/8b447ecc449e49bcb5fa2e92e1d98b71, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/97f7253d8c6f4450b60825765906a336] 2024-11-25T00:24:43,929 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09b490bc4ad7413e94b48c89255873e6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732494278734 2024-11-25T00:24:43,929 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 01e0a113815e4c32af9687bfda8ad616, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732494278734 2024-11-25T00:24:43,930 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 69a4552a57274981969710bfaf289ba3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732494279882 2024-11-25T00:24:43,930 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b447ecc449e49bcb5fa2e92e1d98b71, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732494279882 2024-11-25T00:24:43,930 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 353060dadd6344bc990e856c8f8a781a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732494282049 2024-11-25T00:24:43,930 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97f7253d8c6f4450b60825765906a336, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732494282049 2024-11-25T00:24:43,937 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#B#compaction#560 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:43,938 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/e5899b06d7f542edb3442849f5b741f3 is 50, key is test_row_0/B:col10/1732494282055/Put/seqid=0 2024-11-25T00:24:43,941 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:43,945 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125bb8fef1fece744a59ff4bbdbaee7c5da_d63f87178cf8f21972864d5c2089e544 store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:43,947 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125bb8fef1fece744a59ff4bbdbaee7c5da_d63f87178cf8f21972864d5c2089e544, store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:43,947 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bb8fef1fece744a59ff4bbdbaee7c5da_d63f87178cf8f21972864d5c2089e544 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:43,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742491_1667 (size=12493) 2024-11-25T00:24:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742492_1668 (size=4469) 2024-11-25T00:24:43,958 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/e5899b06d7f542edb3442849f5b741f3 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/e5899b06d7f542edb3442849f5b741f3 2024-11-25T00:24:43,959 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#A#compaction#561 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:43,960 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/2d4a5e80bd904ff785c1ee3076734e96 is 175, key is test_row_0/A:col10/1732494282055/Put/seqid=0 2024-11-25T00:24:43,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742493_1669 (size=31447) 2024-11-25T00:24:43,964 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/B of d63f87178cf8f21972864d5c2089e544 into e5899b06d7f542edb3442849f5b741f3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:43,965 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:43,965 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/B, priority=13, startTime=1732494283928; duration=0sec 2024-11-25T00:24:43,965 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:43,965 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:B 2024-11-25T00:24:43,965 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:43,966 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:43,966 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/C is initiating minor compaction (all files) 2024-11-25T00:24:43,966 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/C in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:43,966 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/77aee8074d594893b98fa5c6e6e229d7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/cb5b05eee2ec44da89f92dddf127a6ee, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/89b3db72a94e46dfa0095d752f5223ca] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=35.5 K 2024-11-25T00:24:43,967 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 77aee8074d594893b98fa5c6e6e229d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732494278734 2024-11-25T00:24:43,967 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting cb5b05eee2ec44da89f92dddf127a6ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732494279882 2024-11-25T00:24:43,967 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 89b3db72a94e46dfa0095d752f5223ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732494282049 2024-11-25T00:24:43,969 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/2d4a5e80bd904ff785c1ee3076734e96 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/2d4a5e80bd904ff785c1ee3076734e96 2024-11-25T00:24:43,973 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/A of d63f87178cf8f21972864d5c2089e544 into 2d4a5e80bd904ff785c1ee3076734e96(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:43,973 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:43,974 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/A, priority=13, startTime=1732494283928; duration=0sec 2024-11-25T00:24:43,974 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:43,974 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:A 2024-11-25T00:24:43,976 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#C#compaction#562 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:43,977 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/68011dd3a0b84b579583c249a67242e9 is 50, key is test_row_0/C:col10/1732494282055/Put/seqid=0 2024-11-25T00:24:43,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742494_1670 (size=12493) 2024-11-25T00:24:43,985 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/68011dd3a0b84b579583c249a67242e9 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/68011dd3a0b84b579583c249a67242e9 2024-11-25T00:24:43,989 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/C of d63f87178cf8f21972864d5c2089e544 into 68011dd3a0b84b579583c249a67242e9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:43,989 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:43,989 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/C, priority=13, startTime=1732494283928; duration=0sec 2024-11-25T00:24:43,989 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:43,989 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:C 2024-11-25T00:24:44,071 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:44,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:24:44,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:44,072 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:24:44,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:44,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:44,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:44,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:44,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:44,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:44,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112598efcf65c8b442fa84ebc2ea14b49432_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494282689/Put/seqid=0 2024-11-25T00:24:44,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742495_1671 (size=12304) 2024-11-25T00:24:44,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:44,088 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112598efcf65c8b442fa84ebc2ea14b49432_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112598efcf65c8b442fa84ebc2ea14b49432_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:44,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/a25bf60fa5a24b369da469c89b565b77, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:44,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/a25bf60fa5a24b369da469c89b565b77 is 175, key is test_row_0/A:col10/1732494282689/Put/seqid=0 2024-11-25T00:24:44,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742496_1672 (size=31105) 2024-11-25T00:24:44,495 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/a25bf60fa5a24b369da469c89b565b77 2024-11-25T00:24:44,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/2e9012c9ee744e6b83cbc7fdad31546a is 50, key is test_row_0/B:col10/1732494282689/Put/seqid=0 2024-11-25T00:24:44,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742497_1673 (size=12151) 2024-11-25T00:24:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T00:24:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:44,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:44,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494344867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:44,906 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/2e9012c9ee744e6b83cbc7fdad31546a 2024-11-25T00:24:44,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/e32c9f3d7f6e4204a632493c325ae2bb is 50, key is test_row_0/C:col10/1732494282689/Put/seqid=0 2024-11-25T00:24:44,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742498_1674 (size=12151) 2024-11-25T00:24:44,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494344970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:45,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494345173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:45,316 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/e32c9f3d7f6e4204a632493c325ae2bb 2024-11-25T00:24:45,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/a25bf60fa5a24b369da469c89b565b77 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/a25bf60fa5a24b369da469c89b565b77 2024-11-25T00:24:45,323 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/a25bf60fa5a24b369da469c89b565b77, entries=150, sequenceid=171, filesize=30.4 K 2024-11-25T00:24:45,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/2e9012c9ee744e6b83cbc7fdad31546a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/2e9012c9ee744e6b83cbc7fdad31546a 2024-11-25T00:24:45,327 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/2e9012c9ee744e6b83cbc7fdad31546a, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T00:24:45,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/e32c9f3d7f6e4204a632493c325ae2bb as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/e32c9f3d7f6e4204a632493c325ae2bb 2024-11-25T00:24:45,330 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/e32c9f3d7f6e4204a632493c325ae2bb, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T00:24:45,331 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d63f87178cf8f21972864d5c2089e544 in 1259ms, sequenceid=171, compaction requested=false 2024-11-25T00:24:45,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:45,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:45,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-25T00:24:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-25T00:24:45,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-25T00:24:45,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6330 sec 2024-11-25T00:24:45,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.6360 sec 2024-11-25T00:24:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:45,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:24:45,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:45,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:45,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:45,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:45,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:45,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:45,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112568e4b9098cc14ce687c9f150ae38bf71_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494284860/Put/seqid=0 2024-11-25T00:24:45,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742499_1675 (size=14794) 2024-11-25T00:24:45,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494345500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:45,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494345603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:45,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494345806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:45,890 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:45,893 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112568e4b9098cc14ce687c9f150ae38bf71_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112568e4b9098cc14ce687c9f150ae38bf71_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:45,894 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/aaeb020714ca4a22b2bca6d48dac188e, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:45,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/aaeb020714ca4a22b2bca6d48dac188e is 175, key is test_row_0/A:col10/1732494284860/Put/seqid=0 2024-11-25T00:24:45,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742500_1676 (size=39749) 2024-11-25T00:24:46,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494346108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:46,298 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/aaeb020714ca4a22b2bca6d48dac188e 2024-11-25T00:24:46,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/ab51155e5cca4937819b55b137fc4317 is 50, key is test_row_0/B:col10/1732494284860/Put/seqid=0 2024-11-25T00:24:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742501_1677 (size=12151) 2024-11-25T00:24:46,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494346611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:46,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/ab51155e5cca4937819b55b137fc4317 2024-11-25T00:24:46,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/a5a83382ef27415f8cc3b5c993d3c50b is 50, key is test_row_0/C:col10/1732494284860/Put/seqid=0 2024-11-25T00:24:46,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742502_1678 (size=12151) 2024-11-25T00:24:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T00:24:46,803 INFO [Thread-2753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-25T00:24:46,804 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-25T00:24:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T00:24:46,806 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:46,806 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:46,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T00:24:46,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:46,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T00:24:46,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:46,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:46,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:46,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:46,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T00:24:47,110 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:47,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T00:24:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:47,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:47,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/a5a83382ef27415f8cc3b5c993d3c50b 2024-11-25T00:24:47,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/aaeb020714ca4a22b2bca6d48dac188e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/aaeb020714ca4a22b2bca6d48dac188e 2024-11-25T00:24:47,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/aaeb020714ca4a22b2bca6d48dac188e, entries=200, sequenceid=197, filesize=38.8 K 2024-11-25T00:24:47,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/ab51155e5cca4937819b55b137fc4317 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/ab51155e5cca4937819b55b137fc4317 2024-11-25T00:24:47,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/ab51155e5cca4937819b55b137fc4317, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T00:24:47,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/a5a83382ef27415f8cc3b5c993d3c50b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a5a83382ef27415f8cc3b5c993d3c50b 2024-11-25T00:24:47,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a5a83382ef27415f8cc3b5c993d3c50b, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T00:24:47,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d63f87178cf8f21972864d5c2089e544 in 1655ms, sequenceid=197, compaction requested=true 2024-11-25T00:24:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:47,134 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:47,134 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:47,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:47,135 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:47,135 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/A is initiating minor compaction (all files) 2024-11-25T00:24:47,135 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/A in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:47,135 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/2d4a5e80bd904ff785c1ee3076734e96, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/a25bf60fa5a24b369da469c89b565b77, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/aaeb020714ca4a22b2bca6d48dac188e] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=99.9 K 2024-11-25T00:24:47,135 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:47,135 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/2d4a5e80bd904ff785c1ee3076734e96, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/a25bf60fa5a24b369da469c89b565b77, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/aaeb020714ca4a22b2bca6d48dac188e] 2024-11-25T00:24:47,136 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:47,136 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/B is initiating minor compaction (all files) 2024-11-25T00:24:47,136 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/B in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:47,136 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d4a5e80bd904ff785c1ee3076734e96, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732494282049 2024-11-25T00:24:47,136 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/e5899b06d7f542edb3442849f5b741f3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/2e9012c9ee744e6b83cbc7fdad31546a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/ab51155e5cca4937819b55b137fc4317] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=35.9 K 2024-11-25T00:24:47,136 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting a25bf60fa5a24b369da469c89b565b77, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494282673 2024-11-25T00:24:47,136 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting e5899b06d7f542edb3442849f5b741f3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732494282049 2024-11-25T00:24:47,137 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaeb020714ca4a22b2bca6d48dac188e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732494284860 2024-11-25T00:24:47,137 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e9012c9ee744e6b83cbc7fdad31546a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494282673 2024-11-25T00:24:47,137 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting ab51155e5cca4937819b55b137fc4317, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732494284860 2024-11-25T00:24:47,142 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:47,144 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#B#compaction#570 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:47,144 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411251eb5cdc5bfe84200a49e35ac0c582570_d63f87178cf8f21972864d5c2089e544 store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:47,144 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/8620b57d5a6f4cbf8d242d5f049ad790 is 50, key is test_row_0/B:col10/1732494284860/Put/seqid=0 2024-11-25T00:24:47,145 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411251eb5cdc5bfe84200a49e35ac0c582570_d63f87178cf8f21972864d5c2089e544, store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:47,146 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251eb5cdc5bfe84200a49e35ac0c582570_d63f87178cf8f21972864d5c2089e544 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:47,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742503_1679 (size=12595) 2024-11-25T00:24:47,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742504_1680 (size=4469) 2024-11-25T00:24:47,174 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/8620b57d5a6f4cbf8d242d5f049ad790 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/8620b57d5a6f4cbf8d242d5f049ad790 2024-11-25T00:24:47,178 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/B of d63f87178cf8f21972864d5c2089e544 into 8620b57d5a6f4cbf8d242d5f049ad790(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:47,178 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:47,178 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/B, priority=13, startTime=1732494287134; duration=0sec 2024-11-25T00:24:47,178 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:47,178 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:B 2024-11-25T00:24:47,178 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:47,179 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:47,179 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/C is initiating minor compaction (all files) 2024-11-25T00:24:47,179 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/C in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:47,179 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/68011dd3a0b84b579583c249a67242e9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/e32c9f3d7f6e4204a632493c325ae2bb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a5a83382ef27415f8cc3b5c993d3c50b] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=35.9 K 2024-11-25T00:24:47,180 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 68011dd3a0b84b579583c249a67242e9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732494282049 2024-11-25T00:24:47,180 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting e32c9f3d7f6e4204a632493c325ae2bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494282673 2024-11-25T00:24:47,181 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting a5a83382ef27415f8cc3b5c993d3c50b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732494284860 2024-11-25T00:24:47,187 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#C#compaction#571 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:47,188 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/b213f6afdfa24ee28d144bca6571a689 is 50, key is test_row_0/C:col10/1732494284860/Put/seqid=0 2024-11-25T00:24:47,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742505_1681 (size=12595) 2024-11-25T00:24:47,196 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/b213f6afdfa24ee28d144bca6571a689 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/b213f6afdfa24ee28d144bca6571a689 2024-11-25T00:24:47,200 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/C of d63f87178cf8f21972864d5c2089e544 into b213f6afdfa24ee28d144bca6571a689(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:47,200 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:47,200 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/C, priority=13, startTime=1732494287134; duration=0sec 2024-11-25T00:24:47,200 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:47,200 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:C 2024-11-25T00:24:47,263 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:47,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T00:24:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:47,264 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T00:24:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:47,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fb091bf6d644402ebf38147cbe52e9e8_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494285484/Put/seqid=0 2024-11-25T00:24:47,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742506_1682 (size=12304) 2024-11-25T00:24:47,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:47,277 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fb091bf6d644402ebf38147cbe52e9e8_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb091bf6d644402ebf38147cbe52e9e8_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:47,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/f9c17ac710384ef0b3332c9f823ad479, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:47,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/f9c17ac710384ef0b3332c9f823ad479 is 175, key is test_row_0/A:col10/1732494285484/Put/seqid=0 2024-11-25T00:24:47,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742507_1683 (size=31105) 2024-11-25T00:24:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T00:24:47,568 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#A#compaction#569 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:47,569 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/56757e7c8abc4af19359b2e8754d0f0f is 175, key is test_row_0/A:col10/1732494284860/Put/seqid=0 2024-11-25T00:24:47,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742508_1684 (size=31549) 2024-11-25T00:24:47,576 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/56757e7c8abc4af19359b2e8754d0f0f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/56757e7c8abc4af19359b2e8754d0f0f 2024-11-25T00:24:47,580 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/A of d63f87178cf8f21972864d5c2089e544 into 56757e7c8abc4af19359b2e8754d0f0f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:47,580 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:47,580 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/A, priority=13, startTime=1732494287134; duration=0sec 2024-11-25T00:24:47,580 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:47,580 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:A 2024-11-25T00:24:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:47,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:47,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494347670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:47,683 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/f9c17ac710384ef0b3332c9f823ad479 2024-11-25T00:24:47,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/711c5b5b07814e219598e1a59bab1430 is 50, key is test_row_0/B:col10/1732494285484/Put/seqid=0 2024-11-25T00:24:47,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742509_1685 (size=12151) 2024-11-25T00:24:47,693 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/711c5b5b07814e219598e1a59bab1430 2024-11-25T00:24:47,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/349a76fcd2e84b189f1afd90a8733718 is 50, key is test_row_0/C:col10/1732494285484/Put/seqid=0 2024-11-25T00:24:47,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742510_1686 (size=12151) 2024-11-25T00:24:47,702 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/349a76fcd2e84b189f1afd90a8733718 2024-11-25T00:24:47,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/f9c17ac710384ef0b3332c9f823ad479 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/f9c17ac710384ef0b3332c9f823ad479 2024-11-25T00:24:47,708 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/f9c17ac710384ef0b3332c9f823ad479, entries=150, sequenceid=209, filesize=30.4 K 2024-11-25T00:24:47,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/711c5b5b07814e219598e1a59bab1430 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/711c5b5b07814e219598e1a59bab1430 2024-11-25T00:24:47,712 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/711c5b5b07814e219598e1a59bab1430, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T00:24:47,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/349a76fcd2e84b189f1afd90a8733718 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/349a76fcd2e84b189f1afd90a8733718 2024-11-25T00:24:47,715 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/349a76fcd2e84b189f1afd90a8733718, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T00:24:47,716 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for d63f87178cf8f21972864d5c2089e544 in 452ms, sequenceid=209, compaction requested=false 2024-11-25T00:24:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-25T00:24:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-25T00:24:47,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-25T00:24:47,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 910 msec 2024-11-25T00:24:47,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 914 msec 2024-11-25T00:24:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:47,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T00:24:47,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:47,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:47,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:47,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:47,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:47,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:47,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250678e37654d54f0da33af99fd20444e0_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494287667/Put/seqid=0 2024-11-25T00:24:47,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742511_1687 (size=14794) 2024-11-25T00:24:47,784 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:47,787 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250678e37654d54f0da33af99fd20444e0_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250678e37654d54f0da33af99fd20444e0_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:47,788 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/8881d23b60644fb58182df78a79a0150, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:47,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/8881d23b60644fb58182df78a79a0150 is 175, key is test_row_0/A:col10/1732494287667/Put/seqid=0 2024-11-25T00:24:47,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742512_1688 (size=39749) 2024-11-25T00:24:47,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494347794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:47,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494347897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T00:24:47,909 INFO [Thread-2753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-25T00:24:47,910 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-25T00:24:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T00:24:47,911 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:47,912 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:47,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T00:24:48,063 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:48,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:24:48,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:48,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:48,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:48,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494348098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:48,193 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/8881d23b60644fb58182df78a79a0150 2024-11-25T00:24:48,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/035b3e39ca8f440a8b19abb08e726c62 is 50, key is test_row_0/B:col10/1732494287667/Put/seqid=0 2024-11-25T00:24:48,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742513_1689 (size=12151) 2024-11-25T00:24:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T00:24:48,216 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:48,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:24:48,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:48,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:48,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:48,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,368 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:48,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:24:48,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:48,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:48,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:48,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494348400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T00:24:48,521 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:48,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:24:48,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:48,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:48,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:48,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/035b3e39ca8f440a8b19abb08e726c62 2024-11-25T00:24:48,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/ef3e2af873c746729c30b96d50a2d0ca is 50, key is test_row_0/C:col10/1732494287667/Put/seqid=0 2024-11-25T00:24:48,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742514_1690 (size=12151) 2024-11-25T00:24:48,674 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:48,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:24:48,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:48,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:48,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:48,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:48,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:24:48,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:48,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:48,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:48,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494348905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:48,979 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:48,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:24:48,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:48,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:48,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:48,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:49,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/ef3e2af873c746729c30b96d50a2d0ca 2024-11-25T00:24:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T00:24:49,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/8881d23b60644fb58182df78a79a0150 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/8881d23b60644fb58182df78a79a0150 2024-11-25T00:24:49,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/8881d23b60644fb58182df78a79a0150, entries=200, sequenceid=237, filesize=38.8 K 2024-11-25T00:24:49,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/035b3e39ca8f440a8b19abb08e726c62 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/035b3e39ca8f440a8b19abb08e726c62 2024-11-25T00:24:49,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/035b3e39ca8f440a8b19abb08e726c62, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T00:24:49,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/ef3e2af873c746729c30b96d50a2d0ca as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/ef3e2af873c746729c30b96d50a2d0ca 2024-11-25T00:24:49,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/ef3e2af873c746729c30b96d50a2d0ca, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T00:24:49,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d63f87178cf8f21972864d5c2089e544 in 1252ms, sequenceid=237, compaction requested=true 2024-11-25T00:24:49,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:49,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:49,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:49,027 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:49,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:49,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:49,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:49,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:49,027 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:49,028 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:49,028 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:49,028 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/A is initiating minor compaction (all files) 2024-11-25T00:24:49,028 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/B is initiating minor compaction (all files) 2024-11-25T00:24:49,028 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/B in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:49,028 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/A in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:49,028 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/8620b57d5a6f4cbf8d242d5f049ad790, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/711c5b5b07814e219598e1a59bab1430, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/035b3e39ca8f440a8b19abb08e726c62] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=36.0 K 2024-11-25T00:24:49,028 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/56757e7c8abc4af19359b2e8754d0f0f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/f9c17ac710384ef0b3332c9f823ad479, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/8881d23b60644fb58182df78a79a0150] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=100.0 K 2024-11-25T00:24:49,028 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:49,028 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/56757e7c8abc4af19359b2e8754d0f0f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/f9c17ac710384ef0b3332c9f823ad479, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/8881d23b60644fb58182df78a79a0150] 2024-11-25T00:24:49,028 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 8620b57d5a6f4cbf8d242d5f049ad790, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732494284860 2024-11-25T00:24:49,028 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56757e7c8abc4af19359b2e8754d0f0f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732494284860 2024-11-25T00:24:49,029 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9c17ac710384ef0b3332c9f823ad479, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732494285484 2024-11-25T00:24:49,029 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 711c5b5b07814e219598e1a59bab1430, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732494285484 2024-11-25T00:24:49,029 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8881d23b60644fb58182df78a79a0150, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732494287631 2024-11-25T00:24:49,029 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 035b3e39ca8f440a8b19abb08e726c62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732494287631 2024-11-25T00:24:49,034 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:49,035 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#B#compaction#578 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:49,036 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/b224a2604aee4e9797d2ca45118e112f is 50, key is test_row_0/B:col10/1732494287667/Put/seqid=0 2024-11-25T00:24:49,037 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d8b9cdeb13094894aa743e21b421dbbf_d63f87178cf8f21972864d5c2089e544 store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:49,038 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d8b9cdeb13094894aa743e21b421dbbf_d63f87178cf8f21972864d5c2089e544, store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:49,038 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d8b9cdeb13094894aa743e21b421dbbf_d63f87178cf8f21972864d5c2089e544 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:49,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742515_1691 (size=12697) 2024-11-25T00:24:49,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742516_1692 (size=4469) 2024-11-25T00:24:49,132 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:49,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:24:49,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:49,132 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T00:24:49,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:49,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:49,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:49,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:49,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:49,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:49,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c6ee6dac893447a69ddf8a71fee10048_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494287793/Put/seqid=0 2024-11-25T00:24:49,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742517_1693 (size=12304) 2024-11-25T00:24:49,450 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/b224a2604aee4e9797d2ca45118e112f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/b224a2604aee4e9797d2ca45118e112f 2024-11-25T00:24:49,454 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/B of d63f87178cf8f21972864d5c2089e544 into b224a2604aee4e9797d2ca45118e112f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:49,454 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#A#compaction#579 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:49,454 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:49,454 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/B, priority=13, startTime=1732494289027; duration=0sec 2024-11-25T00:24:49,454 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:49,454 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:B 2024-11-25T00:24:49,454 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:49,454 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/731d89c35f2746b1bec81914de66b79c is 175, key is test_row_0/A:col10/1732494287667/Put/seqid=0 2024-11-25T00:24:49,455 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:49,455 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/C is initiating minor compaction (all files) 2024-11-25T00:24:49,455 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/C in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:49,455 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/b213f6afdfa24ee28d144bca6571a689, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/349a76fcd2e84b189f1afd90a8733718, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/ef3e2af873c746729c30b96d50a2d0ca] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=36.0 K 2024-11-25T00:24:49,456 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting b213f6afdfa24ee28d144bca6571a689, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732494284860 2024-11-25T00:24:49,456 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 349a76fcd2e84b189f1afd90a8733718, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732494285484 2024-11-25T00:24:49,457 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting ef3e2af873c746729c30b96d50a2d0ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732494287631 2024-11-25T00:24:49,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742518_1694 (size=31651) 2024-11-25T00:24:49,463 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#C#compaction#581 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:49,463 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/9c6b0c2ebaad4d558969176feb5d02c5 is 50, key is test_row_0/C:col10/1732494287667/Put/seqid=0 2024-11-25T00:24:49,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742519_1695 (size=12697) 2024-11-25T00:24:49,470 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/9c6b0c2ebaad4d558969176feb5d02c5 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/9c6b0c2ebaad4d558969176feb5d02c5 2024-11-25T00:24:49,475 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/C of d63f87178cf8f21972864d5c2089e544 into 9c6b0c2ebaad4d558969176feb5d02c5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:49,475 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:49,475 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/C, priority=13, startTime=1732494289027; duration=0sec 2024-11-25T00:24:49,475 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:49,475 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:C 2024-11-25T00:24:49,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:49,547 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c6ee6dac893447a69ddf8a71fee10048_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c6ee6dac893447a69ddf8a71fee10048_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:49,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/fdca0b60a89c450b95158ead7ac49117, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:49,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/fdca0b60a89c450b95158ead7ac49117 is 175, key is test_row_0/A:col10/1732494287793/Put/seqid=0 2024-11-25T00:24:49,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742520_1696 (size=31105) 2024-11-25T00:24:49,863 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/731d89c35f2746b1bec81914de66b79c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/731d89c35f2746b1bec81914de66b79c 2024-11-25T00:24:49,866 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/A of d63f87178cf8f21972864d5c2089e544 into 731d89c35f2746b1bec81914de66b79c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:49,866 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:49,867 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/A, priority=13, startTime=1732494289027; duration=0sec 2024-11-25T00:24:49,867 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:49,867 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:A 2024-11-25T00:24:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:49,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:49,952 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/fdca0b60a89c450b95158ead7ac49117 2024-11-25T00:24:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/e604ee8317b44cf5a1f9c50022dbfc47 is 50, key is test_row_0/B:col10/1732494287793/Put/seqid=0 2024-11-25T00:24:49,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742521_1697 (size=12151) 2024-11-25T00:24:49,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494349967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T00:24:50,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494350070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:50,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494350272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:50,362 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/e604ee8317b44cf5a1f9c50022dbfc47 2024-11-25T00:24:50,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/a77137eb57f446bd998ab7b137f6fb79 is 50, key is test_row_0/C:col10/1732494287793/Put/seqid=0 2024-11-25T00:24:50,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742522_1698 (size=12151) 2024-11-25T00:24:50,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494350577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:50,772 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/a77137eb57f446bd998ab7b137f6fb79 2024-11-25T00:24:50,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/fdca0b60a89c450b95158ead7ac49117 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fdca0b60a89c450b95158ead7ac49117 2024-11-25T00:24:50,780 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fdca0b60a89c450b95158ead7ac49117, entries=150, sequenceid=246, filesize=30.4 K 2024-11-25T00:24:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/e604ee8317b44cf5a1f9c50022dbfc47 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/e604ee8317b44cf5a1f9c50022dbfc47 2024-11-25T00:24:50,783 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/e604ee8317b44cf5a1f9c50022dbfc47, entries=150, sequenceid=246, filesize=11.9 K 2024-11-25T00:24:50,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/a77137eb57f446bd998ab7b137f6fb79 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a77137eb57f446bd998ab7b137f6fb79 2024-11-25T00:24:50,787 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a77137eb57f446bd998ab7b137f6fb79, entries=150, sequenceid=246, filesize=11.9 K 2024-11-25T00:24:50,788 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for d63f87178cf8f21972864d5c2089e544 in 1655ms, sequenceid=246, compaction requested=false 2024-11-25T00:24:50,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:50,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:50,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-25T00:24:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-25T00:24:50,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-25T00:24:50,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8770 sec 2024-11-25T00:24:50,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.8810 sec 2024-11-25T00:24:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:51,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T00:24:51,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:51,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:51,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:51,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:51,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:51,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:51,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ee0c48d8a0f64f78971fa6339529845b_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494291080/Put/seqid=0 2024-11-25T00:24:51,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742523_1699 (size=14994) 2024-11-25T00:24:51,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494351093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:51,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494351195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:51,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494351399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:51,493 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:51,496 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ee0c48d8a0f64f78971fa6339529845b_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ee0c48d8a0f64f78971fa6339529845b_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:51,497 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/d18032811fac453fbbf7cacfbff4ec42, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:51,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/d18032811fac453fbbf7cacfbff4ec42 is 175, key is test_row_0/A:col10/1732494291080/Put/seqid=0 2024-11-25T00:24:51,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742524_1700 (size=39949) 2024-11-25T00:24:51,501 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/d18032811fac453fbbf7cacfbff4ec42 2024-11-25T00:24:51,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/515c0b3b6c044ccdbebbf2b0a37f370f is 50, key is test_row_0/B:col10/1732494291080/Put/seqid=0 2024-11-25T00:24:51,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742525_1701 (size=12301) 2024-11-25T00:24:51,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494351701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:51,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/515c0b3b6c044ccdbebbf2b0a37f370f 2024-11-25T00:24:51,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/c9843ecbdfab4e03aecf07f54ec8d54a is 50, key is test_row_0/C:col10/1732494291080/Put/seqid=0 2024-11-25T00:24:51,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742526_1702 (size=12301) 2024-11-25T00:24:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T00:24:52,016 INFO [Thread-2753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-25T00:24:52,017 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:24:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-25T00:24:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T00:24:52,019 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:24:52,019 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:24:52,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:24:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T00:24:52,170 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:52,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-25T00:24:52,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:52,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:52,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:52,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:52,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:52,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:24:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58014 deadline: 1732494352204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T00:24:52,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/c9843ecbdfab4e03aecf07f54ec8d54a 2024-11-25T00:24:52,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:52,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-25T00:24:52,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:52,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:52,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:52,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:52,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:24:52,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/d18032811fac453fbbf7cacfbff4ec42 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/d18032811fac453fbbf7cacfbff4ec42 2024-11-25T00:24:52,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/d18032811fac453fbbf7cacfbff4ec42, entries=200, sequenceid=277, filesize=39.0 K 2024-11-25T00:24:52,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/515c0b3b6c044ccdbebbf2b0a37f370f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/515c0b3b6c044ccdbebbf2b0a37f370f 2024-11-25T00:24:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/515c0b3b6c044ccdbebbf2b0a37f370f, entries=150, sequenceid=277, filesize=12.0 K 2024-11-25T00:24:52,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/c9843ecbdfab4e03aecf07f54ec8d54a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/c9843ecbdfab4e03aecf07f54ec8d54a 2024-11-25T00:24:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/c9843ecbdfab4e03aecf07f54ec8d54a, entries=150, sequenceid=277, filesize=12.0 K 2024-11-25T00:24:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d63f87178cf8f21972864d5c2089e544 in 1255ms, sequenceid=277, compaction requested=true 2024-11-25T00:24:52,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:24:52,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:52,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:24:52,336 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:52,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:52,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d63f87178cf8f21972864d5c2089e544:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:24:52,336 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:52,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,337 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:52,337 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:52,337 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/B is initiating minor compaction (all files) 2024-11-25T00:24:52,337 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/A is initiating minor compaction (all files) 2024-11-25T00:24:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,337 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/B in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:52,337 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/A in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:52,337 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/b224a2604aee4e9797d2ca45118e112f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/e604ee8317b44cf5a1f9c50022dbfc47, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/515c0b3b6c044ccdbebbf2b0a37f370f] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=36.3 K 2024-11-25T00:24:52,337 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/731d89c35f2746b1bec81914de66b79c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fdca0b60a89c450b95158ead7ac49117, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/d18032811fac453fbbf7cacfbff4ec42] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=100.3 K 2024-11-25T00:24:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,337 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:52,337 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. files: [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/731d89c35f2746b1bec81914de66b79c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fdca0b60a89c450b95158ead7ac49117, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/d18032811fac453fbbf7cacfbff4ec42] 2024-11-25T00:24:52,337 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting b224a2604aee4e9797d2ca45118e112f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732494287631 2024-11-25T00:24:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,338 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting 731d89c35f2746b1bec81914de66b79c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732494287631 2024-11-25T00:24:52,338 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting e604ee8317b44cf5a1f9c50022dbfc47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732494287779 2024-11-25T00:24:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,338 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdca0b60a89c450b95158ead7ac49117, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732494287779 2024-11-25T00:24:52,338 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 515c0b3b6c044ccdbebbf2b0a37f370f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732494289954 2024-11-25T00:24:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,338 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] compactions.Compactor(224): Compacting d18032811fac453fbbf7cacfbff4ec42, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732494289954 2024-11-25T00:24:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,343 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,344 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#B#compaction#587 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,345 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/b68d0ccf59db4aab9fd700460fd0817e is 50, key is test_row_0/B:col10/1732494291080/Put/seqid=0 2024-11-25T00:24:52,345 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ee00ce4e9e914e64af758fdaa366ad7b_d63f87178cf8f21972864d5c2089e544 store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,347 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ee00ce4e9e914e64af758fdaa366ad7b_d63f87178cf8f21972864d5c2089e544, store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:52,347 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ee00ce4e9e914e64af758fdaa366ad7b_d63f87178cf8f21972864d5c2089e544 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742527_1703 (size=12949) 2024-11-25T00:24:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,353 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/b68d0ccf59db4aab9fd700460fd0817e as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/b68d0ccf59db4aab9fd700460fd0817e 2024-11-25T00:24:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742528_1704 (size=4469) 2024-11-25T00:24:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,357 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#A#compaction#588 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,357 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/a738d35aa01b4d8698002b090f393ab1 is 175, key is test_row_0/A:col10/1732494291080/Put/seqid=0 2024-11-25T00:24:52,358 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/B of d63f87178cf8f21972864d5c2089e544 into b68d0ccf59db4aab9fd700460fd0817e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:52,358 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,358 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/B, priority=13, startTime=1732494292336; duration=0sec 2024-11-25T00:24:52,358 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:24:52,358 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:B 2024-11-25T00:24:52,358 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:24:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,359 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:24:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,359 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1540): d63f87178cf8f21972864d5c2089e544/C is initiating minor compaction (all files) 2024-11-25T00:24:52,359 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d63f87178cf8f21972864d5c2089e544/C in TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:52,359 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/9c6b0c2ebaad4d558969176feb5d02c5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a77137eb57f446bd998ab7b137f6fb79, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/c9843ecbdfab4e03aecf07f54ec8d54a] into tmpdir=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp, totalSize=36.3 K 2024-11-25T00:24:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,359 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c6b0c2ebaad4d558969176feb5d02c5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732494287631 2024-11-25T00:24:52,360 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting a77137eb57f446bd998ab7b137f6fb79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732494287779 2024-11-25T00:24:52,360 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] compactions.Compactor(224): Compacting c9843ecbdfab4e03aecf07f54ec8d54a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732494289954 2024-11-25T00:24:52,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742529_1705 (size=31903) 2024-11-25T00:24:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,367 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d63f87178cf8f21972864d5c2089e544#C#compaction#589 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T00:24:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,367 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/6ab080e993d2400e9f312ca3b199578a is 50, key is test_row_0/C:col10/1732494291080/Put/seqid=0 2024-11-25T00:24:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742530_1706 (size=12949) 2024-11-25T00:24:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,374 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/6ab080e993d2400e9f312ca3b199578a as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/6ab080e993d2400e9f312ca3b199578a 2024-11-25T00:24:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,377 DEBUG [Thread-2762 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb75907 to 127.0.0.1:53552 2024-11-25T00:24:52,378 DEBUG [Thread-2762 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,378 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/C of d63f87178cf8f21972864d5c2089e544 into 6ab080e993d2400e9f312ca3b199578a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:52,378 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:52,378 INFO [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/C, priority=13, startTime=1732494292336; duration=0sec 2024-11-25T00:24:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,378 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:52,378 DEBUG [RS:0;4bb75722a6be:37323-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:C 2024-11-25T00:24:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,379 DEBUG [Thread-2758 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:53552 2024-11-25T00:24:52,379 DEBUG [Thread-2758 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,381 DEBUG [Thread-2756 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:53552 2024-11-25T00:24:52,381 DEBUG [Thread-2756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,386 DEBUG [Thread-2760 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:53552 2024-11-25T00:24:52,386 DEBUG [Thread-2760 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:52,387 DEBUG [Thread-2754 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:53552 2024-11-25T00:24:52,387 DEBUG [Thread-2754 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:52,476 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:52,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-25T00:24:52,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:52,477 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T00:24:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:52,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254037eaf0764740218a9b35c126b5f445_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_1/A:col10/1732494291089/Put/seqid=0 2024-11-25T00:24:52,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742531_1707 (size=9914) 2024-11-25T00:24:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T00:24:52,765 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/a738d35aa01b4d8698002b090f393ab1 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/a738d35aa01b4d8698002b090f393ab1 2024-11-25T00:24:52,768 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d63f87178cf8f21972864d5c2089e544/A of d63f87178cf8f21972864d5c2089e544 into a738d35aa01b4d8698002b090f393ab1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:24:52,768 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:52,768 INFO [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544., storeName=d63f87178cf8f21972864d5c2089e544/A, priority=13, startTime=1732494292336; duration=0sec 2024-11-25T00:24:52,768 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:24:52,768 DEBUG [RS:0;4bb75722a6be:37323-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d63f87178cf8f21972864d5c2089e544:A 2024-11-25T00:24:52,824 DEBUG [Thread-2745 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:53552 2024-11-25T00:24:52,824 DEBUG [Thread-2745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:52,828 DEBUG [Thread-2751 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:53552 2024-11-25T00:24:52,828 DEBUG [Thread-2751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37323 {}] regionserver.HRegion(8581): Flush requested on d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:52,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. as already flushing 2024-11-25T00:24:52,843 DEBUG [Thread-2749 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:53552 2024-11-25T00:24:52,843 DEBUG [Thread-2749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:52,859 DEBUG [Thread-2747 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:53552 2024-11-25T00:24:52,859 DEBUG [Thread-2747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:52,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:52,887 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254037eaf0764740218a9b35c126b5f445_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254037eaf0764740218a9b35c126b5f445_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:52,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/fb3436ae2e024bd5a2984d980bda5af0, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:52,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/fb3436ae2e024bd5a2984d980bda5af0 is 175, key is test_row_1/A:col10/1732494291089/Put/seqid=0 2024-11-25T00:24:52,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742532_1708 (size=22561) 2024-11-25T00:24:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T00:24:53,208 DEBUG [Thread-2743 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:53552 2024-11-25T00:24:53,208 DEBUG [Thread-2743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:53,292 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/fb3436ae2e024bd5a2984d980bda5af0 2024-11-25T00:24:53,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/82b94e83fb934025a5f3d6dcb9ca562c is 50, key is test_row_1/B:col10/1732494291089/Put/seqid=0 2024-11-25T00:24:53,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742533_1709 (size=9857) 2024-11-25T00:24:53,701 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/82b94e83fb934025a5f3d6dcb9ca562c 2024-11-25T00:24:53,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/4474e04f346147eca501c9999b5e545b is 50, key is test_row_1/C:col10/1732494291089/Put/seqid=0 2024-11-25T00:24:53,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742534_1710 (size=9857) 2024-11-25T00:24:54,110 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/4474e04f346147eca501c9999b5e545b 2024-11-25T00:24:54,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/fb3436ae2e024bd5a2984d980bda5af0 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fb3436ae2e024bd5a2984d980bda5af0 2024-11-25T00:24:54,116 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fb3436ae2e024bd5a2984d980bda5af0, entries=100, sequenceid=287, filesize=22.0 K 2024-11-25T00:24:54,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/82b94e83fb934025a5f3d6dcb9ca562c as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/82b94e83fb934025a5f3d6dcb9ca562c 2024-11-25T00:24:54,118 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/82b94e83fb934025a5f3d6dcb9ca562c, entries=100, sequenceid=287, filesize=9.6 K 2024-11-25T00:24:54,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/4474e04f346147eca501c9999b5e545b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/4474e04f346147eca501c9999b5e545b 2024-11-25T00:24:54,121 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/4474e04f346147eca501c9999b5e545b, entries=100, sequenceid=287, filesize=9.6 K 2024-11-25T00:24:54,122 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=33.54 KB/34350 for d63f87178cf8f21972864d5c2089e544 in 1646ms, sequenceid=287, compaction requested=false 2024-11-25T00:24:54,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:54,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:54,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-25T00:24:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T00:24:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-25T00:24:54,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-25T00:24:54,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1040 sec 2024-11-25T00:24:54,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 2.1070 sec 2024-11-25T00:24:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T00:24:56,123 INFO [Thread-2753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-25T00:24:56,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T00:24:56,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 172 2024-11-25T00:24:56,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-25T00:24:56,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-25T00:24:56,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-25T00:24:56,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-25T00:24:56,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T00:24:56,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7433 2024-11-25T00:24:56,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7372 2024-11-25T00:24:56,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7231 2024-11-25T00:24:56,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7436 2024-11-25T00:24:56,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7353 2024-11-25T00:24:56,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T00:24:56,123 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T00:24:56,123 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2209c520 to 127.0.0.1:53552 2024-11-25T00:24:56,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:56,124 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T00:24:56,124 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T00:24:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T00:24:56,126 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494296126"}]},"ts":"1732494296126"} 2024-11-25T00:24:56,127 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T00:24:56,129 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T00:24:56,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:24:56,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d63f87178cf8f21972864d5c2089e544, UNASSIGN}] 2024-11-25T00:24:56,131 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=183, ppid=182, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d63f87178cf8f21972864d5c2089e544, UNASSIGN 2024-11-25T00:24:56,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=183 updating hbase:meta row=d63f87178cf8f21972864d5c2089e544, regionState=CLOSING, regionLocation=4bb75722a6be,37323,1732494119912 2024-11-25T00:24:56,132 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:24:56,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; CloseRegionProcedure d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912}] 2024-11-25T00:24:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T00:24:56,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:56,284 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(124): Close d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:56,284 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:24:56,284 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1681): Closing d63f87178cf8f21972864d5c2089e544, disabling compactions & flushes 2024-11-25T00:24:56,284 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:56,284 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:56,284 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. after waiting 0 ms 2024-11-25T00:24:56,284 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:56,284 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(2837): Flushing d63f87178cf8f21972864d5c2089e544 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T00:24:56,284 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=A 2024-11-25T00:24:56,284 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:56,284 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=B 2024-11-25T00:24:56,284 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:56,284 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d63f87178cf8f21972864d5c2089e544, store=C 2024-11-25T00:24:56,284 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:56,289 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d03dbdde23244874a01a25f771ff8444_d63f87178cf8f21972864d5c2089e544 is 50, key is test_row_0/A:col10/1732494293207/Put/seqid=0 2024-11-25T00:24:56,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742535_1711 (size=12454) 2024-11-25T00:24:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T00:24:56,693 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:56,695 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d03dbdde23244874a01a25f771ff8444_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d03dbdde23244874a01a25f771ff8444_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:56,696 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/d9c0378ed75944e28ae48263e2a0d9ab, store: [table=TestAcidGuarantees family=A region=d63f87178cf8f21972864d5c2089e544] 2024-11-25T00:24:56,696 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/d9c0378ed75944e28ae48263e2a0d9ab is 175, key is test_row_0/A:col10/1732494293207/Put/seqid=0 2024-11-25T00:24:56,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742536_1712 (size=31255) 2024-11-25T00:24:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T00:24:57,100 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/d9c0378ed75944e28ae48263e2a0d9ab 2024-11-25T00:24:57,105 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/97c266126f0142319c141a371382cffc is 50, key is test_row_0/B:col10/1732494293207/Put/seqid=0 2024-11-25T00:24:57,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742537_1713 (size=12301) 2024-11-25T00:24:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T00:24:57,508 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/97c266126f0142319c141a371382cffc 2024-11-25T00:24:57,513 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/31a42b64dd57479d933eef2dd0311534 is 50, key is test_row_0/C:col10/1732494293207/Put/seqid=0 2024-11-25T00:24:57,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742538_1714 (size=12301) 2024-11-25T00:24:57,916 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/31a42b64dd57479d933eef2dd0311534 2024-11-25T00:24:57,920 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/A/d9c0378ed75944e28ae48263e2a0d9ab as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/d9c0378ed75944e28ae48263e2a0d9ab 2024-11-25T00:24:57,922 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/d9c0378ed75944e28ae48263e2a0d9ab, entries=150, sequenceid=296, filesize=30.5 K 2024-11-25T00:24:57,923 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/B/97c266126f0142319c141a371382cffc as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/97c266126f0142319c141a371382cffc 2024-11-25T00:24:57,925 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/97c266126f0142319c141a371382cffc, entries=150, sequenceid=296, filesize=12.0 K 2024-11-25T00:24:57,925 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/.tmp/C/31a42b64dd57479d933eef2dd0311534 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/31a42b64dd57479d933eef2dd0311534 2024-11-25T00:24:57,928 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/31a42b64dd57479d933eef2dd0311534, entries=150, sequenceid=296, filesize=12.0 K 2024-11-25T00:24:57,928 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d63f87178cf8f21972864d5c2089e544 in 1644ms, sequenceid=296, compaction requested=true 2024-11-25T00:24:57,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/856cc8ff633f4715aea1d6bfcbdf013a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/1315fbffbb6b45db9a9e42a9030e6429, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/61e497aa994a42249cdda20a2b279915, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/665c4cfa80eb49ebbbaa796585104d5d, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/c64ed1d71a5144c3a2945eb7782b5833, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fa1fc8cd172549bf988bb82c0a4eb458, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/09b490bc4ad7413e94b48c89255873e6, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/1430420b8828474cbd3553262bffacf0, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/8b447ecc449e49bcb5fa2e92e1d98b71, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/2d4a5e80bd904ff785c1ee3076734e96, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/97f7253d8c6f4450b60825765906a336, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/a25bf60fa5a24b369da469c89b565b77, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/aaeb020714ca4a22b2bca6d48dac188e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/56757e7c8abc4af19359b2e8754d0f0f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/f9c17ac710384ef0b3332c9f823ad479, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/8881d23b60644fb58182df78a79a0150, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/731d89c35f2746b1bec81914de66b79c, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fdca0b60a89c450b95158ead7ac49117, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/d18032811fac453fbbf7cacfbff4ec42] to archive 2024-11-25T00:24:57,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:24:57,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/856cc8ff633f4715aea1d6bfcbdf013a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/856cc8ff633f4715aea1d6bfcbdf013a 2024-11-25T00:24:57,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/1315fbffbb6b45db9a9e42a9030e6429 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/1315fbffbb6b45db9a9e42a9030e6429 2024-11-25T00:24:57,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/61e497aa994a42249cdda20a2b279915 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/61e497aa994a42249cdda20a2b279915 2024-11-25T00:24:57,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/665c4cfa80eb49ebbbaa796585104d5d to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/665c4cfa80eb49ebbbaa796585104d5d 2024-11-25T00:24:57,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/c64ed1d71a5144c3a2945eb7782b5833 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/c64ed1d71a5144c3a2945eb7782b5833 2024-11-25T00:24:57,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fa1fc8cd172549bf988bb82c0a4eb458 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fa1fc8cd172549bf988bb82c0a4eb458 2024-11-25T00:24:57,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/09b490bc4ad7413e94b48c89255873e6 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/09b490bc4ad7413e94b48c89255873e6 2024-11-25T00:24:57,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/1430420b8828474cbd3553262bffacf0 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/1430420b8828474cbd3553262bffacf0 2024-11-25T00:24:57,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/8b447ecc449e49bcb5fa2e92e1d98b71 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/8b447ecc449e49bcb5fa2e92e1d98b71 2024-11-25T00:24:57,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/2d4a5e80bd904ff785c1ee3076734e96 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/2d4a5e80bd904ff785c1ee3076734e96 2024-11-25T00:24:57,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/97f7253d8c6f4450b60825765906a336 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/97f7253d8c6f4450b60825765906a336 2024-11-25T00:24:57,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/a25bf60fa5a24b369da469c89b565b77 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/a25bf60fa5a24b369da469c89b565b77 2024-11-25T00:24:57,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/aaeb020714ca4a22b2bca6d48dac188e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/aaeb020714ca4a22b2bca6d48dac188e 2024-11-25T00:24:57,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/56757e7c8abc4af19359b2e8754d0f0f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/56757e7c8abc4af19359b2e8754d0f0f 2024-11-25T00:24:57,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/f9c17ac710384ef0b3332c9f823ad479 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/f9c17ac710384ef0b3332c9f823ad479 2024-11-25T00:24:57,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/8881d23b60644fb58182df78a79a0150 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/8881d23b60644fb58182df78a79a0150 2024-11-25T00:24:57,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/731d89c35f2746b1bec81914de66b79c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/731d89c35f2746b1bec81914de66b79c 2024-11-25T00:24:57,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fdca0b60a89c450b95158ead7ac49117 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fdca0b60a89c450b95158ead7ac49117 2024-11-25T00:24:57,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/d18032811fac453fbbf7cacfbff4ec42 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/d18032811fac453fbbf7cacfbff4ec42 2024-11-25T00:24:57,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/abb5d730cbe64dd6a4e6cc5b1cb2590e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/2d644a05b60848c684c9949e07d9dcde, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/956ed54703474a17911f4fdf5e00e6f3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/45b65f14e87d4ebaa0c1fb9325aa6a69, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/5fd239154ad645ce95460252de432cf1, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/d7e53a968a0747f19da1a99717236a37, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/01e0a113815e4c32af9687bfda8ad616, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/135891ab5cbd44c6a46f9fbefacd9b5e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/69a4552a57274981969710bfaf289ba3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/e5899b06d7f542edb3442849f5b741f3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/353060dadd6344bc990e856c8f8a781a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/2e9012c9ee744e6b83cbc7fdad31546a, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/8620b57d5a6f4cbf8d242d5f049ad790, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/ab51155e5cca4937819b55b137fc4317, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/711c5b5b07814e219598e1a59bab1430, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/b224a2604aee4e9797d2ca45118e112f, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/035b3e39ca8f440a8b19abb08e726c62, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/e604ee8317b44cf5a1f9c50022dbfc47, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/515c0b3b6c044ccdbebbf2b0a37f370f] to archive 2024-11-25T00:24:57,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:24:57,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/abb5d730cbe64dd6a4e6cc5b1cb2590e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/abb5d730cbe64dd6a4e6cc5b1cb2590e 2024-11-25T00:24:57,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/2d644a05b60848c684c9949e07d9dcde to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/2d644a05b60848c684c9949e07d9dcde 2024-11-25T00:24:57,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/956ed54703474a17911f4fdf5e00e6f3 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/956ed54703474a17911f4fdf5e00e6f3 2024-11-25T00:24:57,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/45b65f14e87d4ebaa0c1fb9325aa6a69 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/45b65f14e87d4ebaa0c1fb9325aa6a69 2024-11-25T00:24:57,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/5fd239154ad645ce95460252de432cf1 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/5fd239154ad645ce95460252de432cf1 2024-11-25T00:24:57,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/d7e53a968a0747f19da1a99717236a37 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/d7e53a968a0747f19da1a99717236a37 2024-11-25T00:24:57,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/01e0a113815e4c32af9687bfda8ad616 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/01e0a113815e4c32af9687bfda8ad616 2024-11-25T00:24:57,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/135891ab5cbd44c6a46f9fbefacd9b5e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/135891ab5cbd44c6a46f9fbefacd9b5e 2024-11-25T00:24:57,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/69a4552a57274981969710bfaf289ba3 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/69a4552a57274981969710bfaf289ba3 2024-11-25T00:24:57,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/e5899b06d7f542edb3442849f5b741f3 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/e5899b06d7f542edb3442849f5b741f3 2024-11-25T00:24:57,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/353060dadd6344bc990e856c8f8a781a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/353060dadd6344bc990e856c8f8a781a 2024-11-25T00:24:57,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/2e9012c9ee744e6b83cbc7fdad31546a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/2e9012c9ee744e6b83cbc7fdad31546a 2024-11-25T00:24:57,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/8620b57d5a6f4cbf8d242d5f049ad790 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/8620b57d5a6f4cbf8d242d5f049ad790 2024-11-25T00:24:57,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/ab51155e5cca4937819b55b137fc4317 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/ab51155e5cca4937819b55b137fc4317 2024-11-25T00:24:57,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/711c5b5b07814e219598e1a59bab1430 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/711c5b5b07814e219598e1a59bab1430 2024-11-25T00:24:57,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/b224a2604aee4e9797d2ca45118e112f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/b224a2604aee4e9797d2ca45118e112f 2024-11-25T00:24:57,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/035b3e39ca8f440a8b19abb08e726c62 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/035b3e39ca8f440a8b19abb08e726c62 2024-11-25T00:24:57,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/e604ee8317b44cf5a1f9c50022dbfc47 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/e604ee8317b44cf5a1f9c50022dbfc47 2024-11-25T00:24:57,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/515c0b3b6c044ccdbebbf2b0a37f370f to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/515c0b3b6c044ccdbebbf2b0a37f370f 2024-11-25T00:24:57,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/42d8aa6f50e44092ac8e54d46365acaa, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/1965997b879849079027376b2bf20fc3, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/213fb61c30ea4ef49fcdd2564765db0e, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a9f7d64c66c2425895ed0bb42d57ac02, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/c6344410bcd24caca003bddcc552c568, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/504ad120125743f7aa06f509d9d9b448, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/77aee8074d594893b98fa5c6e6e229d7, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/b440a77abeb849e28c742c8e45b1b7a8, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/cb5b05eee2ec44da89f92dddf127a6ee, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/68011dd3a0b84b579583c249a67242e9, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/89b3db72a94e46dfa0095d752f5223ca, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/e32c9f3d7f6e4204a632493c325ae2bb, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/b213f6afdfa24ee28d144bca6571a689, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a5a83382ef27415f8cc3b5c993d3c50b, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/349a76fcd2e84b189f1afd90a8733718, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/9c6b0c2ebaad4d558969176feb5d02c5, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/ef3e2af873c746729c30b96d50a2d0ca, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a77137eb57f446bd998ab7b137f6fb79, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/c9843ecbdfab4e03aecf07f54ec8d54a] to archive 2024-11-25T00:24:57,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:24:57,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/42d8aa6f50e44092ac8e54d46365acaa to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/42d8aa6f50e44092ac8e54d46365acaa 2024-11-25T00:24:57,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/1965997b879849079027376b2bf20fc3 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/1965997b879849079027376b2bf20fc3 2024-11-25T00:24:57,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/213fb61c30ea4ef49fcdd2564765db0e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/213fb61c30ea4ef49fcdd2564765db0e 2024-11-25T00:24:57,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a9f7d64c66c2425895ed0bb42d57ac02 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a9f7d64c66c2425895ed0bb42d57ac02 2024-11-25T00:24:57,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/c6344410bcd24caca003bddcc552c568 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/c6344410bcd24caca003bddcc552c568 2024-11-25T00:24:57,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/504ad120125743f7aa06f509d9d9b448 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/504ad120125743f7aa06f509d9d9b448 2024-11-25T00:24:57,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/77aee8074d594893b98fa5c6e6e229d7 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/77aee8074d594893b98fa5c6e6e229d7 2024-11-25T00:24:57,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/b440a77abeb849e28c742c8e45b1b7a8 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/b440a77abeb849e28c742c8e45b1b7a8 2024-11-25T00:24:57,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/cb5b05eee2ec44da89f92dddf127a6ee to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/cb5b05eee2ec44da89f92dddf127a6ee 2024-11-25T00:24:57,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/68011dd3a0b84b579583c249a67242e9 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/68011dd3a0b84b579583c249a67242e9 2024-11-25T00:24:57,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/89b3db72a94e46dfa0095d752f5223ca to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/89b3db72a94e46dfa0095d752f5223ca 2024-11-25T00:24:57,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/e32c9f3d7f6e4204a632493c325ae2bb to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/e32c9f3d7f6e4204a632493c325ae2bb 2024-11-25T00:24:57,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/b213f6afdfa24ee28d144bca6571a689 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/b213f6afdfa24ee28d144bca6571a689 2024-11-25T00:24:57,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a5a83382ef27415f8cc3b5c993d3c50b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a5a83382ef27415f8cc3b5c993d3c50b 2024-11-25T00:24:57,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/349a76fcd2e84b189f1afd90a8733718 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/349a76fcd2e84b189f1afd90a8733718 2024-11-25T00:24:57,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/9c6b0c2ebaad4d558969176feb5d02c5 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/9c6b0c2ebaad4d558969176feb5d02c5 2024-11-25T00:24:57,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/ef3e2af873c746729c30b96d50a2d0ca to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/ef3e2af873c746729c30b96d50a2d0ca 2024-11-25T00:24:57,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a77137eb57f446bd998ab7b137f6fb79 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/a77137eb57f446bd998ab7b137f6fb79 2024-11-25T00:24:57,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/c9843ecbdfab4e03aecf07f54ec8d54a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/c9843ecbdfab4e03aecf07f54ec8d54a 2024-11-25T00:24:57,982 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/recovered.edits/299.seqid, newMaxSeqId=299, maxSeqId=4 2024-11-25T00:24:57,983 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544. 2024-11-25T00:24:57,983 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1635): Region close journal for d63f87178cf8f21972864d5c2089e544: 2024-11-25T00:24:57,984 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(170): Closed d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:57,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=183 updating hbase:meta row=d63f87178cf8f21972864d5c2089e544, regionState=CLOSED 2024-11-25T00:24:57,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-25T00:24:57,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; CloseRegionProcedure d63f87178cf8f21972864d5c2089e544, server=4bb75722a6be,37323,1732494119912 in 1.8530 sec 2024-11-25T00:24:57,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=183, resume processing ppid=182 2024-11-25T00:24:57,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, ppid=182, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d63f87178cf8f21972864d5c2089e544, UNASSIGN in 1.8560 sec 2024-11-25T00:24:57,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-25T00:24:57,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8570 sec 2024-11-25T00:24:57,988 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494297988"}]},"ts":"1732494297988"} 2024-11-25T00:24:57,989 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T00:24:57,991 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T00:24:57,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8680 sec 2024-11-25T00:24:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T00:24:58,230 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-25T00:24:58,230 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T00:24:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:58,231 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=185, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-25T00:24:58,232 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=185, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:58,233 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,235 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C, FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/recovered.edits] 2024-11-25T00:24:58,237 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/a738d35aa01b4d8698002b090f393ab1 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/a738d35aa01b4d8698002b090f393ab1 2024-11-25T00:24:58,238 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/d9c0378ed75944e28ae48263e2a0d9ab to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/d9c0378ed75944e28ae48263e2a0d9ab 2024-11-25T00:24:58,239 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fb3436ae2e024bd5a2984d980bda5af0 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/A/fb3436ae2e024bd5a2984d980bda5af0 2024-11-25T00:24:58,240 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/82b94e83fb934025a5f3d6dcb9ca562c to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/82b94e83fb934025a5f3d6dcb9ca562c 2024-11-25T00:24:58,241 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/97c266126f0142319c141a371382cffc to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/97c266126f0142319c141a371382cffc 2024-11-25T00:24:58,242 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/b68d0ccf59db4aab9fd700460fd0817e to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/B/b68d0ccf59db4aab9fd700460fd0817e 2024-11-25T00:24:58,243 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/31a42b64dd57479d933eef2dd0311534 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/31a42b64dd57479d933eef2dd0311534 2024-11-25T00:24:58,244 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/4474e04f346147eca501c9999b5e545b to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/4474e04f346147eca501c9999b5e545b 2024-11-25T00:24:58,245 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/6ab080e993d2400e9f312ca3b199578a to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/C/6ab080e993d2400e9f312ca3b199578a 2024-11-25T00:24:58,247 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/recovered.edits/299.seqid to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544/recovered.edits/299.seqid 2024-11-25T00:24:58,247 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/default/TestAcidGuarantees/d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,247 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T00:24:58,248 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T00:24:58,248 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T00:24:58,250 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250678e37654d54f0da33af99fd20444e0_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250678e37654d54f0da33af99fd20444e0_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,251 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254037eaf0764740218a9b35c126b5f445_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254037eaf0764740218a9b35c126b5f445_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,252 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125555c10984e814382b9ac6d9dbb924ba7_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125555c10984e814382b9ac6d9dbb924ba7_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,252 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112560a4be647349476c82e64e87b24e4ee5_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112560a4be647349476c82e64e87b24e4ee5_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,253 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112562206bcb752a4ffb8300b21b089b96e9_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112562206bcb752a4ffb8300b21b089b96e9_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,254 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112563327e38a3e94588864bfdd0014aeede_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112563327e38a3e94588864bfdd0014aeede_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,255 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112568e4b9098cc14ce687c9f150ae38bf71_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112568e4b9098cc14ce687c9f150ae38bf71_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,256 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258a528c2d6df24422bb577354e6d5f699_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258a528c2d6df24422bb577354e6d5f699_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,257 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125906aa7c8e9f54835be62ab9ce3975bc4_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125906aa7c8e9f54835be62ab9ce3975bc4_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,258 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112598efcf65c8b442fa84ebc2ea14b49432_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112598efcf65c8b442fa84ebc2ea14b49432_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,259 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bf3a0f64f7964127994f59669688a744_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bf3a0f64f7964127994f59669688a744_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,260 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c6ee6dac893447a69ddf8a71fee10048_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c6ee6dac893447a69ddf8a71fee10048_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,261 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d03dbdde23244874a01a25f771ff8444_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d03dbdde23244874a01a25f771ff8444_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,261 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea19e154656643c2ad934c4698e52349_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ea19e154656643c2ad934c4698e52349_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,262 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ee0c48d8a0f64f78971fa6339529845b_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ee0c48d8a0f64f78971fa6339529845b_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,263 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb091bf6d644402ebf38147cbe52e9e8_d63f87178cf8f21972864d5c2089e544 to hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb091bf6d644402ebf38147cbe52e9e8_d63f87178cf8f21972864d5c2089e544 2024-11-25T00:24:58,264 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T00:24:58,265 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=185, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:58,267 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T00:24:58,269 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T00:24:58,269 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=185, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:58,269 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T00:24:58,269 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732494298269"}]},"ts":"9223372036854775807"} 2024-11-25T00:24:58,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T00:24:58,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d63f87178cf8f21972864d5c2089e544, NAME => 'TestAcidGuarantees,,1732494269282.d63f87178cf8f21972864d5c2089e544.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T00:24:58,271 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T00:24:58,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732494298271"}]},"ts":"9223372036854775807"} 2024-11-25T00:24:58,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T00:24:58,274 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=185, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:58,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 44 msec 2024-11-25T00:24:58,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T00:24:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36597 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-25T00:24:58,332 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-25T00:24:58,341 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=454 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=427 (was 544), ProcessCount=11 (was 11), AvailableMemoryMB=7321 (was 7346) 2024-11-25T00:24:58,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-25T00:24:58,341 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T00:24:58,342 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:53552 2024-11-25T00:24:58,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:58,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T00:24:58,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=669332021, stopped=false 2024-11-25T00:24:58,342 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4bb75722a6be,36597,1732494119182 2024-11-25T00:24:58,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T00:24:58,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T00:24:58,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:24:58,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:24:58,344 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-25T00:24:58,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:58,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T00:24:58,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T00:24:58,345 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4bb75722a6be,37323,1732494119912' ***** 2024-11-25T00:24:58,345 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-25T00:24:58,345 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T00:24:58,345 INFO [RS:0;4bb75722a6be:37323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T00:24:58,345 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-25T00:24:58,345 INFO [RS:0;4bb75722a6be:37323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T00:24:58,346 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(3579): Received CLOSE for 528485251f6018f75f4cb2b0914f9399 2024-11-25T00:24:58,346 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(1224): stopping server 4bb75722a6be,37323,1732494119912 2024-11-25T00:24:58,346 DEBUG [RS:0;4bb75722a6be:37323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:58,346 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T00:24:58,346 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T00:24:58,346 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T00:24:58,346 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-25T00:24:58,346 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 528485251f6018f75f4cb2b0914f9399, disabling compactions & flushes 2024-11-25T00:24:58,346 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399. 2024-11-25T00:24:58,346 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399. 2024-11-25T00:24:58,346 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399. after waiting 0 ms 2024-11-25T00:24:58,347 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399. 2024-11-25T00:24:58,347 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 528485251f6018f75f4cb2b0914f9399 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-25T00:24:58,347 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-25T00:24:58,347 DEBUG [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 528485251f6018f75f4cb2b0914f9399=hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399.} 2024-11-25T00:24:58,347 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T00:24:58,347 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T00:24:58,347 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T00:24:58,347 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T00:24:58,347 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T00:24:58,347 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-25T00:24:58,350 DEBUG [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 528485251f6018f75f4cb2b0914f9399 2024-11-25T00:24:58,362 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/namespace/528485251f6018f75f4cb2b0914f9399/.tmp/info/ded8b7b04d734de297d7cdcc69ecc8e2 is 45, key is default/info:d/1732494123919/Put/seqid=0 2024-11-25T00:24:58,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742539_1715 (size=5037) 2024-11-25T00:24:58,371 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/.tmp/info/177ae35de3b448429eb61fde020b4cbf is 143, key is hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399./info:regioninfo/1732494123800/Put/seqid=0 2024-11-25T00:24:58,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742540_1716 (size=7725) 2024-11-25T00:24:58,374 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/.tmp/info/177ae35de3b448429eb61fde020b4cbf 2024-11-25T00:24:58,391 INFO [regionserver/4bb75722a6be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T00:24:58,393 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/.tmp/rep_barrier/2226e75d26654a14bdd91fd19d9ebb53 is 102, key is TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f./rep_barrier:/1732494153419/DeleteFamily/seqid=0 2024-11-25T00:24:58,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742541_1717 (size=6025) 2024-11-25T00:24:58,397 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/.tmp/rep_barrier/2226e75d26654a14bdd91fd19d9ebb53 2024-11-25T00:24:58,414 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/.tmp/table/f25172f4e13d4318bb751d63f5a4f399 is 96, key is TestAcidGuarantees,,1732494124173.90e140b661358a3e16769ff81922856f./table:/1732494153419/DeleteFamily/seqid=0 2024-11-25T00:24:58,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742542_1718 (size=5942) 2024-11-25T00:24:58,550 DEBUG [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 528485251f6018f75f4cb2b0914f9399 2024-11-25T00:24:58,736 INFO [regionserver/4bb75722a6be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T00:24:58,736 INFO [regionserver/4bb75722a6be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T00:24:58,750 DEBUG [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 528485251f6018f75f4cb2b0914f9399 2024-11-25T00:24:58,766 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/namespace/528485251f6018f75f4cb2b0914f9399/.tmp/info/ded8b7b04d734de297d7cdcc69ecc8e2 2024-11-25T00:24:58,769 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/namespace/528485251f6018f75f4cb2b0914f9399/.tmp/info/ded8b7b04d734de297d7cdcc69ecc8e2 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/namespace/528485251f6018f75f4cb2b0914f9399/info/ded8b7b04d734de297d7cdcc69ecc8e2 2024-11-25T00:24:58,771 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/namespace/528485251f6018f75f4cb2b0914f9399/info/ded8b7b04d734de297d7cdcc69ecc8e2, entries=2, sequenceid=6, filesize=4.9 K 2024-11-25T00:24:58,772 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 528485251f6018f75f4cb2b0914f9399 in 425ms, sequenceid=6, compaction requested=false 2024-11-25T00:24:58,775 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/namespace/528485251f6018f75f4cb2b0914f9399/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T00:24:58,775 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399. 2024-11-25T00:24:58,775 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 528485251f6018f75f4cb2b0914f9399: 2024-11-25T00:24:58,775 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732494122564.528485251f6018f75f4cb2b0914f9399. 2024-11-25T00:24:58,817 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/.tmp/table/f25172f4e13d4318bb751d63f5a4f399 2024-11-25T00:24:58,820 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/.tmp/info/177ae35de3b448429eb61fde020b4cbf as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/info/177ae35de3b448429eb61fde020b4cbf 2024-11-25T00:24:58,822 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/info/177ae35de3b448429eb61fde020b4cbf, entries=22, sequenceid=93, filesize=7.5 K 2024-11-25T00:24:58,823 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/.tmp/rep_barrier/2226e75d26654a14bdd91fd19d9ebb53 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/rep_barrier/2226e75d26654a14bdd91fd19d9ebb53 2024-11-25T00:24:58,825 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/rep_barrier/2226e75d26654a14bdd91fd19d9ebb53, entries=6, sequenceid=93, filesize=5.9 K 2024-11-25T00:24:58,826 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/.tmp/table/f25172f4e13d4318bb751d63f5a4f399 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/table/f25172f4e13d4318bb751d63f5a4f399 2024-11-25T00:24:58,828 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/table/f25172f4e13d4318bb751d63f5a4f399, entries=9, sequenceid=93, filesize=5.8 K 2024-11-25T00:24:58,828 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 481ms, sequenceid=93, compaction requested=false 2024-11-25T00:24:58,831 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-25T00:24:58,832 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T00:24:58,832 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T00:24:58,832 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T00:24:58,832 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T00:24:58,951 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(1250): stopping server 4bb75722a6be,37323,1732494119912; all regions closed. 2024-11-25T00:24:58,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741834_1010 (size=26050) 2024-11-25T00:24:58,956 DEBUG [RS:0;4bb75722a6be:37323 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/oldWALs 2024-11-25T00:24:58,956 INFO [RS:0;4bb75722a6be:37323 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4bb75722a6be%2C37323%2C1732494119912.meta:.meta(num 1732494122314) 2024-11-25T00:24:58,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741833_1009 (size=16007450) 2024-11-25T00:24:58,960 DEBUG [RS:0;4bb75722a6be:37323 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/oldWALs 2024-11-25T00:24:58,960 INFO [RS:0;4bb75722a6be:37323 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4bb75722a6be%2C37323%2C1732494119912:(num 1732494121898) 2024-11-25T00:24:58,960 DEBUG [RS:0;4bb75722a6be:37323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:58,960 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T00:24:58,960 INFO [RS:0;4bb75722a6be:37323 {}] hbase.ChoreService(370): Chore service for: regionserver/4bb75722a6be:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T00:24:58,960 INFO [regionserver/4bb75722a6be:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T00:24:58,961 INFO [RS:0;4bb75722a6be:37323 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37323 2024-11-25T00:24:58,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T00:24:58,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4bb75722a6be,37323,1732494119912 2024-11-25T00:24:58,968 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4bb75722a6be,37323,1732494119912] 2024-11-25T00:24:58,968 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4bb75722a6be,37323,1732494119912; numProcessing=1 2024-11-25T00:24:58,970 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4bb75722a6be,37323,1732494119912 already deleted, retry=false 2024-11-25T00:24:58,970 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4bb75722a6be,37323,1732494119912 expired; onlineServers=0 2024-11-25T00:24:58,970 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4bb75722a6be,36597,1732494119182' ***** 2024-11-25T00:24:58,970 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T00:24:58,970 DEBUG [M:0;4bb75722a6be:36597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ecf8f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4bb75722a6be/172.17.0.2:0 2024-11-25T00:24:58,970 INFO [M:0;4bb75722a6be:36597 {}] regionserver.HRegionServer(1224): stopping server 4bb75722a6be,36597,1732494119182 2024-11-25T00:24:58,970 INFO [M:0;4bb75722a6be:36597 {}] regionserver.HRegionServer(1250): stopping server 4bb75722a6be,36597,1732494119182; all regions closed. 2024-11-25T00:24:58,970 DEBUG [M:0;4bb75722a6be:36597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:58,970 DEBUG [M:0;4bb75722a6be:36597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T00:24:58,970 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T00:24:58,970 DEBUG [M:0;4bb75722a6be:36597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T00:24:58,970 DEBUG [master/4bb75722a6be:0:becomeActiveMaster-HFileCleaner.large.0-1732494121618 {}] cleaner.HFileCleaner(306): Exit Thread[master/4bb75722a6be:0:becomeActiveMaster-HFileCleaner.large.0-1732494121618,5,FailOnTimeoutGroup] 2024-11-25T00:24:58,970 DEBUG [master/4bb75722a6be:0:becomeActiveMaster-HFileCleaner.small.0-1732494121618 {}] cleaner.HFileCleaner(306): Exit Thread[master/4bb75722a6be:0:becomeActiveMaster-HFileCleaner.small.0-1732494121618,5,FailOnTimeoutGroup] 2024-11-25T00:24:58,971 INFO [M:0;4bb75722a6be:36597 {}] hbase.ChoreService(370): Chore service for: master/4bb75722a6be:0 had [] on shutdown 2024-11-25T00:24:58,971 DEBUG [M:0;4bb75722a6be:36597 {}] master.HMaster(1733): Stopping service threads 2024-11-25T00:24:58,971 INFO [M:0;4bb75722a6be:36597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T00:24:58,971 ERROR [M:0;4bb75722a6be:36597 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:40921 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40921,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-25T00:24:58,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T00:24:58,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:24:58,972 INFO [M:0;4bb75722a6be:36597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T00:24:58,972 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T00:24:58,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T00:24:58,972 DEBUG [M:0;4bb75722a6be:36597 {}] zookeeper.ZKUtil(347): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T00:24:58,972 WARN [M:0;4bb75722a6be:36597 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T00:24:58,972 INFO [M:0;4bb75722a6be:36597 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-25T00:24:58,972 INFO [M:0;4bb75722a6be:36597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T00:24:58,973 DEBUG [M:0;4bb75722a6be:36597 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T00:24:58,973 INFO [M:0;4bb75722a6be:36597 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:24:58,973 DEBUG [M:0;4bb75722a6be:36597 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:24:58,973 DEBUG [M:0;4bb75722a6be:36597 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T00:24:58,973 DEBUG [M:0;4bb75722a6be:36597 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:24:58,973 INFO [M:0;4bb75722a6be:36597 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=801.05 KB heapSize=986.88 KB 2024-11-25T00:24:58,988 DEBUG [M:0;4bb75722a6be:36597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a2bb96586b346f39e352144441a046b is 82, key is hbase:meta,,1/info:regioninfo/1732494122457/Put/seqid=0 2024-11-25T00:24:58,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742543_1719 (size=5672) 2024-11-25T00:24:59,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T00:24:59,068 INFO [RS:0;4bb75722a6be:37323 {}] regionserver.HRegionServer(1307): Exiting; stopping=4bb75722a6be,37323,1732494119912; zookeeper connection closed. 2024-11-25T00:24:59,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1002c0e06be0001, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T00:24:59,069 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5808d965 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5808d965 2024-11-25T00:24:59,069 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T00:24:59,391 INFO [M:0;4bb75722a6be:36597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2295 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a2bb96586b346f39e352144441a046b 2024-11-25T00:24:59,412 DEBUG [M:0;4bb75722a6be:36597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e5d5a4c47ff42f5b016df7153fca42f is 2283, key is \x00\x00\x00\x00\x00\x00\x00"/proc:d/1732494156582/Put/seqid=0 2024-11-25T00:24:59,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742544_1720 (size=46100) 2024-11-25T00:24:59,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T00:24:59,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T00:24:59,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-25T00:24:59,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T00:24:59,815 INFO [M:0;4bb75722a6be:36597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=800.50 KB at sequenceid=2295 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e5d5a4c47ff42f5b016df7153fca42f 2024-11-25T00:24:59,818 INFO [M:0;4bb75722a6be:36597 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e5d5a4c47ff42f5b016df7153fca42f 2024-11-25T00:24:59,833 DEBUG [M:0;4bb75722a6be:36597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89e4032a700b466c8349fb2f19841911 is 69, key is 4bb75722a6be,37323,1732494119912/rs:state/1732494121660/Put/seqid=0 2024-11-25T00:24:59,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073742545_1721 (size=5156) 2024-11-25T00:25:00,236 INFO [M:0;4bb75722a6be:36597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2295 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89e4032a700b466c8349fb2f19841911 2024-11-25T00:25:00,239 DEBUG [M:0;4bb75722a6be:36597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a2bb96586b346f39e352144441a046b as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a2bb96586b346f39e352144441a046b 2024-11-25T00:25:00,242 INFO [M:0;4bb75722a6be:36597 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a2bb96586b346f39e352144441a046b, entries=8, sequenceid=2295, filesize=5.5 K 2024-11-25T00:25:00,242 DEBUG [M:0;4bb75722a6be:36597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e5d5a4c47ff42f5b016df7153fca42f as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e5d5a4c47ff42f5b016df7153fca42f 2024-11-25T00:25:00,244 INFO [M:0;4bb75722a6be:36597 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e5d5a4c47ff42f5b016df7153fca42f 2024-11-25T00:25:00,244 INFO [M:0;4bb75722a6be:36597 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e5d5a4c47ff42f5b016df7153fca42f, entries=185, sequenceid=2295, filesize=45.0 K 2024-11-25T00:25:00,245 DEBUG [M:0;4bb75722a6be:36597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89e4032a700b466c8349fb2f19841911 as hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89e4032a700b466c8349fb2f19841911 2024-11-25T00:25:00,247 INFO [M:0;4bb75722a6be:36597 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/543bea16-4a90-464d-5f39-6bc4fba079cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89e4032a700b466c8349fb2f19841911, entries=1, sequenceid=2295, filesize=5.0 K 2024-11-25T00:25:00,247 INFO [M:0;4bb75722a6be:36597 {}] regionserver.HRegion(3040): Finished flush of dataSize ~801.05 KB/820279, heapSize ~986.59 KB/1010264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=2295, compaction requested=false 2024-11-25T00:25:00,249 INFO [M:0;4bb75722a6be:36597 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:25:00,249 DEBUG [M:0;4bb75722a6be:36597 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T00:25:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741830_1006 (size=970717) 2024-11-25T00:25:00,251 INFO [M:0;4bb75722a6be:36597 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-25T00:25:00,251 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T00:25:00,251 INFO [M:0;4bb75722a6be:36597 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36597 2024-11-25T00:25:00,253 DEBUG [M:0;4bb75722a6be:36597 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4bb75722a6be,36597,1732494119182 already deleted, retry=false 2024-11-25T00:25:00,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T00:25:00,355 INFO [M:0;4bb75722a6be:36597 {}] regionserver.HRegionServer(1307): Exiting; stopping=4bb75722a6be,36597,1732494119182; zookeeper connection closed. 2024-11-25T00:25:00,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36597-0x1002c0e06be0000, quorum=127.0.0.1:53552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T00:25:00,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T00:25:00,363 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T00:25:00,363 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T00:25:00,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T00:25:00,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/hadoop.log.dir/,STOPPED} 2024-11-25T00:25:00,366 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T00:25:00,366 WARN [BP-1163149167-172.17.0.2-1732494116454 heartbeating to localhost/127.0.0.1:40921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T00:25:00,366 WARN [BP-1163149167-172.17.0.2-1732494116454 heartbeating to localhost/127.0.0.1:40921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1163149167-172.17.0.2-1732494116454 (Datanode Uuid f7d99b6d-a29e-41a5-8dd0-4c8f85d29167) service to localhost/127.0.0.1:40921 2024-11-25T00:25:00,366 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T00:25:00,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/cluster_4ea78ca7-f24b-b63c-7f08-fdcb2a389f27/dfs/data/data1/current/BP-1163149167-172.17.0.2-1732494116454 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T00:25:00,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/cluster_4ea78ca7-f24b-b63c-7f08-fdcb2a389f27/dfs/data/data2/current/BP-1163149167-172.17.0.2-1732494116454 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T00:25:00,369 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T00:25:00,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T00:25:00,376 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T00:25:00,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T00:25:00,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T00:25:00,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e810337-487a-4b58-713a-943961a920e5/hadoop.log.dir/,STOPPED} 2024-11-25T00:25:00,395 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-25T00:25:00,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down